2024-11-26 09:40:51,633 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-26 09:40:51,658 main DEBUG Took 0.021954 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 09:40:51,658 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 09:40:51,659 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 09:40:51,660 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 09:40:51,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 09:40:51,671 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 09:40:51,687 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 09:40:51,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 09:40:51,690 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 09:40:51,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 09:40:51,691 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 09:40:51,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 09:40:51,693 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 09:40:51,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 09:40:51,694 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 09:40:51,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 09:40:51,696 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 09:40:51,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 09:40:51,697 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 09:40:51,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 09:40:51,698 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 09:40:51,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 09:40:51,699 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 09:40:51,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 09:40:51,700 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 09:40:51,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 09:40:51,701 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 09:40:51,701 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 09:40:51,702 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 09:40:51,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 09:40:51,703 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 09:40:51,703 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 09:40:51,705 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 09:40:51,707 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 09:40:51,711 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 09:40:51,711 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 09:40:51,713 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 09:40:51,713 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 09:40:51,725 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 09:40:51,728 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 09:40:51,730 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 09:40:51,730 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 09:40:51,731 main DEBUG createAppenders(={Console}) 2024-11-26 09:40:51,732 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-26 09:40:51,732 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-26 09:40:51,732 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-26 09:40:51,733 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 09:40:51,734 main DEBUG OutputStream closed 2024-11-26 09:40:51,734 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 09:40:51,734 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 09:40:51,735 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-26 09:40:51,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 09:40:51,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 09:40:51,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 09:40:51,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 09:40:51,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 09:40:51,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 09:40:51,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 09:40:51,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 09:40:51,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 09:40:51,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 09:40:51,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 09:40:51,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 09:40:51,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 09:40:51,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 09:40:51,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 09:40:51,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 09:40:51,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 09:40:51,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 09:40:51,856 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 09:40:51,856 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-26 09:40:51,856 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 09:40:51,857 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-26T09:40:52,217 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188 2024-11-26 09:40:52,223 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 09:40:52,223 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T09:40:52,238 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-26T09:40:52,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T09:40:52,314 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/cluster_7ef2c909-522d-b466-bb24-0c37386567f3, deleteOnExit=true 2024-11-26T09:40:52,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T09:40:52,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/test.cache.data in system properties and HBase conf 2024-11-26T09:40:52,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T09:40:52,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/hadoop.log.dir in system properties and HBase conf 2024-11-26T09:40:52,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T09:40:52,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T09:40:52,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T09:40:52,454 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T09:40:52,582 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T09:40:52,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T09:40:52,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T09:40:52,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T09:40:52,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T09:40:52,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T09:40:52,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T09:40:52,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T09:40:52,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T09:40:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T09:40:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/nfs.dump.dir in system properties and HBase conf 2024-11-26T09:40:52,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/java.io.tmpdir in system properties and HBase conf 2024-11-26T09:40:52,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T09:40:52,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T09:40:52,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T09:40:53,589 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T09:40:53,697 INFO [Time-limited test {}] log.Log(170): Logging initialized @2923ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T09:40:53,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T09:40:53,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T09:40:53,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T09:40:53,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T09:40:53,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T09:40:53,947 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T09:40:53,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/hadoop.log.dir/,AVAILABLE} 2024-11-26T09:40:53,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T09:40:54,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/java.io.tmpdir/jetty-localhost-39361-hadoop-hdfs-3_4_1-tests_jar-_-any-5603560154541731647/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T09:40:54,225 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:39361} 2024-11-26T09:40:54,225 INFO [Time-limited test {}] server.Server(415): Started @3452ms 2024-11-26T09:40:54,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T09:40:54,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T09:40:54,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T09:40:54,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T09:40:54,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T09:40:54,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/hadoop.log.dir/,AVAILABLE} 2024-11-26T09:40:54,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T09:40:54,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/java.io.tmpdir/jetty-localhost-46159-hadoop-hdfs-3_4_1-tests_jar-_-any-14239551429884315961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T09:40:54,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:46159} 2024-11-26T09:40:54,875 INFO [Time-limited test {}] server.Server(415): Started @4102ms 2024-11-26T09:40:54,942 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T09:40:55,543 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/cluster_7ef2c909-522d-b466-bb24-0c37386567f3/data/data2/current/BP-1311972754-172.17.0.2-1732614053300/current, will proceed with Du for space computation calculation, 2024-11-26T09:40:55,543 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/cluster_7ef2c909-522d-b466-bb24-0c37386567f3/data/data1/current/BP-1311972754-172.17.0.2-1732614053300/current, will proceed with Du for space computation calculation, 2024-11-26T09:40:55,631 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T09:40:55,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad6fccbd4e42fb79 with lease ID 0x5dbee56a2c757d08: Processing first storage report for DS-40f8871d-b8dc-4eb0-b656-8bb97d3a55a3 from datanode DatanodeRegistration(127.0.0.1:38961, datanodeUuid=dfffdd0c-2cc9-4921-8ef8-a7a28d9f4f13, infoPort=37061, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=400731286;c=1732614053300) 2024-11-26T09:40:55,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad6fccbd4e42fb79 with lease ID 0x5dbee56a2c757d08: from storage DS-40f8871d-b8dc-4eb0-b656-8bb97d3a55a3 node DatanodeRegistration(127.0.0.1:38961, datanodeUuid=dfffdd0c-2cc9-4921-8ef8-a7a28d9f4f13, infoPort=37061, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=400731286;c=1732614053300), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-26T09:40:55,708 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad6fccbd4e42fb79 with lease ID 0x5dbee56a2c757d08: Processing first storage report for DS-6e9688db-d45c-4346-a6db-fd61e3741d75 from datanode DatanodeRegistration(127.0.0.1:38961, datanodeUuid=dfffdd0c-2cc9-4921-8ef8-a7a28d9f4f13, infoPort=37061, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=400731286;c=1732614053300) 2024-11-26T09:40:55,708 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad6fccbd4e42fb79 with lease ID 0x5dbee56a2c757d08: from storage DS-6e9688db-d45c-4346-a6db-fd61e3741d75 node DatanodeRegistration(127.0.0.1:38961, datanodeUuid=dfffdd0c-2cc9-4921-8ef8-a7a28d9f4f13, infoPort=37061, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=400731286;c=1732614053300), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T09:40:55,744 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188 2024-11-26T09:40:55,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/cluster_7ef2c909-522d-b466-bb24-0c37386567f3/zookeeper_0, clientPort=52077, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/cluster_7ef2c909-522d-b466-bb24-0c37386567f3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/cluster_7ef2c909-522d-b466-bb24-0c37386567f3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T09:40:55,854 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52077 2024-11-26T09:40:55,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T09:40:55,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T09:40:56,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741825_1001 (size=7) 2024-11-26T09:40:56,603 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a with version=8 2024-11-26T09:40:56,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/hbase-staging 2024-11-26T09:40:56,702 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T09:40:56,975 INFO [Time-limited test {}] client.ConnectionUtils(128): master/24c191b0ea9d:0 server-side Connection retries=45 2024-11-26T09:40:56,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T09:40:56,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T09:40:56,993 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T09:40:56,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T09:40:56,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T09:40:57,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T09:40:57,244 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T09:40:57,259 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T09:40:57,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T09:40:57,307 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1561 (auto-detected) 2024-11-26T09:40:57,309 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T09:40:57,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33185 2024-11-26T09:40:57,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33185 connecting to ZooKeeper ensemble=127.0.0.1:52077 2024-11-26T09:40:57,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331850x0, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T09:40:57,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33185-0x1003334206d0000 connected 2024-11-26T09:40:57,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T09:40:57,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T09:40:57,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T09:40:57,465 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a, hbase.cluster.distributed=false 2024-11-26T09:40:57,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T09:40:57,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33185 2024-11-26T09:40:57,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33185 2024-11-26T09:40:57,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33185 2024-11-26T09:40:57,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33185 2024-11-26T09:40:57,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33185 2024-11-26T09:40:57,640 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/24c191b0ea9d:0 server-side Connection retries=45 2024-11-26T09:40:57,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T09:40:57,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T09:40:57,642 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T09:40:57,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T09:40:57,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T09:40:57,647 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T09:40:57,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T09:40:57,650 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43373 2024-11-26T09:40:57,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43373 connecting to ZooKeeper ensemble=127.0.0.1:52077 2024-11-26T09:40:57,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T09:40:57,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T09:40:57,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433730x0, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T09:40:57,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433730x0, quorum=127.0.0.1:52077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T09:40:57,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43373-0x1003334206d0001 connected 2024-11-26T09:40:57,672 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T09:40:57,685 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T09:40:57,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T09:40:57,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T09:40:57,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43373 2024-11-26T09:40:57,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43373 2024-11-26T09:40:57,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43373 2024-11-26T09:40:57,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43373 2024-11-26T09:40:57,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43373 2024-11-26T09:40:57,718 DEBUG [M:0;24c191b0ea9d:33185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;24c191b0ea9d:33185 2024-11-26T09:40:57,720 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/24c191b0ea9d,33185,1732614056759 2024-11-26T09:40:57,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T09:40:57,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T09:40:57,731 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/24c191b0ea9d,33185,1732614056759 2024-11-26T09:40:57,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T09:40:57,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T09:40:57,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T09:40:57,756 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T09:40:57,758 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/24c191b0ea9d,33185,1732614056759 from backup master directory 2024-11-26T09:40:57,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T09:40:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/24c191b0ea9d,33185,1732614056759 2024-11-26T09:40:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T09:40:57,764 WARN [master/24c191b0ea9d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T09:40:57,764 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=24c191b0ea9d,33185,1732614056759 2024-11-26T09:40:57,767 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T09:40:57,769 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T09:40:57,838 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/hbase.id] with ID: 46d31426-0b35-451f-9376-35f53ed6c2dc 2024-11-26T09:40:57,839 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/.tmp/hbase.id 2024-11-26T09:40:57,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741826_1002 (size=42) 2024-11-26T09:40:58,253 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/.tmp/hbase.id]:[hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/hbase.id] 2024-11-26T09:40:58,308 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T09:40:58,313 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T09:40:58,333 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-26T09:40:58,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T09:40:58,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T09:40:58,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741827_1003 (size=196) 2024-11-26T09:40:58,774 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T09:40:58,777 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T09:40:58,795 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:40:58,801 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T09:40:58,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741828_1004 (size=1189) 2024-11-26T09:40:59,266 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store 2024-11-26T09:40:59,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741829_1005 (size=34) 2024-11-26T09:40:59,300 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T09:40:59,304 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:40:59,306 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T09:40:59,306 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T09:40:59,306 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T09:40:59,309 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T09:40:59,309 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T09:40:59,309 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T09:40:59,311 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732614059306Disabling compacts and flushes for region at 1732614059306Disabling writes for close at 1732614059309 (+3 ms)Writing region close event to WAL at 1732614059309Closed at 1732614059309 2024-11-26T09:40:59,314 WARN [master/24c191b0ea9d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/.initializing 2024-11-26T09:40:59,315 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/WALs/24c191b0ea9d,33185,1732614056759 2024-11-26T09:40:59,324 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T09:40:59,348 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=24c191b0ea9d%2C33185%2C1732614056759, suffix=, logDir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/WALs/24c191b0ea9d,33185,1732614056759, archiveDir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/oldWALs, maxLogs=10 2024-11-26T09:40:59,374 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/WALs/24c191b0ea9d,33185,1732614056759/24c191b0ea9d%2C33185%2C1732614056759.1732614059353, exclude list is [], retry=0 2024-11-26T09:40:59,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38961,DS-40f8871d-b8dc-4eb0-b656-8bb97d3a55a3,DISK] 2024-11-26T09:40:59,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T09:40:59,431 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/WALs/24c191b0ea9d,33185,1732614056759/24c191b0ea9d%2C33185%2C1732614056759.1732614059353 2024-11-26T09:40:59,432 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37061:37061)] 2024-11-26T09:40:59,432 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T09:40:59,433 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:40:59,436 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T09:40:59,437 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T09:40:59,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T09:40:59,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T09:40:59,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:40:59,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T09:40:59,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T09:40:59,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T09:40:59,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:40:59,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:40:59,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T09:40:59,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T09:40:59,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:40:59,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:40:59,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T09:40:59,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T09:40:59,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:40:59,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:40:59,527 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T09:40:59,530 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T09:40:59,531 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T09:40:59,537 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T09:40:59,538 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T09:40:59,541 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T09:40:59,544 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T09:40:59,549 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T09:40:59,550 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63404797, jitterRate=-0.05519489943981171}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T09:40:59,555 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732614059450Initializing all the Stores at 1732614059452 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732614059452Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614059453 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614059453Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614059453Cleaning up temporary data from old regions at 1732614059538 (+85 ms)Region opened successfully at 1732614059555 (+17 ms) 2024-11-26T09:40:59,556 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T09:40:59,591 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a963f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=24c191b0ea9d/172.17.0.2:0 2024-11-26T09:40:59,624 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T09:40:59,637 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T09:40:59,637 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T09:40:59,640 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T09:40:59,642 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T09:40:59,647 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-26T09:40:59,647 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T09:40:59,673 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T09:40:59,682 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T09:40:59,684 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T09:40:59,686 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T09:40:59,688 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T09:40:59,689 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T09:40:59,691 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T09:40:59,695 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T09:40:59,696 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T09:40:59,698 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T09:40:59,699 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T09:40:59,717 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T09:40:59,718 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T09:40:59,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T09:40:59,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T09:40:59,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T09:40:59,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T09:40:59,725 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=24c191b0ea9d,33185,1732614056759, sessionid=0x1003334206d0000, setting cluster-up flag (Was=false) 2024-11-26T09:40:59,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T09:40:59,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T09:40:59,743 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T09:40:59,745 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=24c191b0ea9d,33185,1732614056759 2024-11-26T09:40:59,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T09:40:59,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T09:40:59,758 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T09:40:59,760 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=24c191b0ea9d,33185,1732614056759 2024-11-26T09:40:59,767 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T09:40:59,805 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(746): ClusterId : 46d31426-0b35-451f-9376-35f53ed6c2dc 2024-11-26T09:40:59,809 DEBUG [RS:0;24c191b0ea9d:43373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T09:40:59,815 DEBUG [RS:0;24c191b0ea9d:43373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T09:40:59,815 DEBUG [RS:0;24c191b0ea9d:43373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T09:40:59,819 DEBUG [RS:0;24c191b0ea9d:43373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T09:40:59,819 DEBUG [RS:0;24c191b0ea9d:43373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6fc294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=24c191b0ea9d/172.17.0.2:0 2024-11-26T09:40:59,837 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;24c191b0ea9d:43373 2024-11-26T09:40:59,841 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T09:40:59,841 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T09:40:59,841 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T09:40:59,844 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(2659): reportForDuty to master=24c191b0ea9d,33185,1732614056759 with port=43373, startcode=1732614057595 2024-11-26T09:40:59,847 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T09:40:59,855 DEBUG [RS:0;24c191b0ea9d:43373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T09:40:59,858 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T09:40:59,865 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T09:40:59,872 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 24c191b0ea9d,33185,1732614056759 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T09:40:59,882 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/24c191b0ea9d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T09:40:59,883 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/24c191b0ea9d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T09:40:59,883 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/24c191b0ea9d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T09:40:59,883 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/24c191b0ea9d:0, corePoolSize=5, maxPoolSize=5 2024-11-26T09:40:59,883 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/24c191b0ea9d:0, corePoolSize=10, maxPoolSize=10 2024-11-26T09:40:59,884 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/24c191b0ea9d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T09:40:59,884 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/24c191b0ea9d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T09:40:59,884 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/24c191b0ea9d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T09:40:59,887 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732614089887 2024-11-26T09:40:59,889 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T09:40:59,890 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T09:40:59,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T09:40:59,891 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T09:40:59,896 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58213, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T09:40:59,897 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T09:40:59,897 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T09:40:59,898 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T09:40:59,898 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T09:40:59,899 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:40:59,899 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T09:40:59,899 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T09:40:59,903 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T09:40:59,904 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33185 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:40:59,905 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T09:40:59,905 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T09:40:59,910 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T09:40:59,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741831_1007 (size=1321) 2024-11-26T09:40:59,911 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T09:40:59,913 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/24c191b0ea9d:0:becomeActiveMaster-HFileCleaner.large.0-1732614059912,5,FailOnTimeoutGroup] 2024-11-26T09:40:59,914 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/24c191b0ea9d:0:becomeActiveMaster-HFileCleaner.small.0-1732614059913,5,FailOnTimeoutGroup] 2024-11-26T09:40:59,914 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T09:40:59,914 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T09:40:59,916 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T09:40:59,916 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T09:40:59,940 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T09:40:59,941 WARN [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T09:41:00,042 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(2659): reportForDuty to master=24c191b0ea9d,33185,1732614056759 with port=43373, startcode=1732614057595 2024-11-26T09:41:00,045 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33185 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:00,047 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33185 {}] master.ServerManager(517): Registering regionserver=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:00,056 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a 2024-11-26T09:41:00,056 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42339 2024-11-26T09:41:00,057 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T09:41:00,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T09:41:00,061 DEBUG [RS:0;24c191b0ea9d:43373 {}] zookeeper.ZKUtil(111): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:00,062 WARN [RS:0;24c191b0ea9d:43373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T09:41:00,062 INFO [RS:0;24c191b0ea9d:43373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T09:41:00,062 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/WALs/24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:00,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [24c191b0ea9d,43373,1732614057595] 2024-11-26T09:41:00,088 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T09:41:00,102 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T09:41:00,107 INFO [RS:0;24c191b0ea9d:43373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T09:41:00,107 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:00,108 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T09:41:00,113 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T09:41:00,115 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:00,115 DEBUG [RS:0;24c191b0ea9d:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/24c191b0ea9d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T09:41:00,115 DEBUG [RS:0;24c191b0ea9d:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/24c191b0ea9d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T09:41:00,115 DEBUG [RS:0;24c191b0ea9d:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/24c191b0ea9d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T09:41:00,115 DEBUG [RS:0;24c191b0ea9d:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/24c191b0ea9d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T09:41:00,116 DEBUG [RS:0;24c191b0ea9d:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/24c191b0ea9d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T09:41:00,116 DEBUG [RS:0;24c191b0ea9d:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/24c191b0ea9d:0, corePoolSize=2, maxPoolSize=2 2024-11-26T09:41:00,116 DEBUG [RS:0;24c191b0ea9d:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/24c191b0ea9d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T09:41:00,116 DEBUG [RS:0;24c191b0ea9d:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/24c191b0ea9d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T09:41:00,116 DEBUG [RS:0;24c191b0ea9d:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/24c191b0ea9d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T09:41:00,116 DEBUG [RS:0;24c191b0ea9d:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/24c191b0ea9d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T09:41:00,117 DEBUG [RS:0;24c191b0ea9d:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/24c191b0ea9d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T09:41:00,117 DEBUG [RS:0;24c191b0ea9d:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/24c191b0ea9d:0, corePoolSize=1, maxPoolSize=1 2024-11-26T09:41:00,117 DEBUG [RS:0;24c191b0ea9d:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/24c191b0ea9d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T09:41:00,117 DEBUG [RS:0;24c191b0ea9d:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0, corePoolSize=3, maxPoolSize=3 2024-11-26T09:41:00,120 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:00,121 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:00,121 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:00,121 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:00,121 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:00,121 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=24c191b0ea9d,43373,1732614057595-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T09:41:00,142 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T09:41:00,143 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=24c191b0ea9d,43373,1732614057595-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:00,144 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:00,144 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.Replication(171): 24c191b0ea9d,43373,1732614057595 started 2024-11-26T09:41:00,163 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:00,163 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1482): Serving as 24c191b0ea9d,43373,1732614057595, RpcServer on 24c191b0ea9d/172.17.0.2:43373, sessionid=0x1003334206d0001 2024-11-26T09:41:00,164 DEBUG [RS:0;24c191b0ea9d:43373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T09:41:00,164 DEBUG [RS:0;24c191b0ea9d:43373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:00,164 DEBUG [RS:0;24c191b0ea9d:43373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '24c191b0ea9d,43373,1732614057595' 2024-11-26T09:41:00,165 DEBUG [RS:0;24c191b0ea9d:43373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T09:41:00,166 DEBUG [RS:0;24c191b0ea9d:43373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T09:41:00,166 DEBUG [RS:0;24c191b0ea9d:43373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T09:41:00,166 DEBUG [RS:0;24c191b0ea9d:43373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T09:41:00,167 DEBUG [RS:0;24c191b0ea9d:43373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:00,167 DEBUG [RS:0;24c191b0ea9d:43373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '24c191b0ea9d,43373,1732614057595' 2024-11-26T09:41:00,167 DEBUG [RS:0;24c191b0ea9d:43373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T09:41:00,167 DEBUG [RS:0;24c191b0ea9d:43373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T09:41:00,168 DEBUG [RS:0;24c191b0ea9d:43373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T09:41:00,168 INFO [RS:0;24c191b0ea9d:43373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T09:41:00,168 INFO [RS:0;24c191b0ea9d:43373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T09:41:00,274 INFO [RS:0;24c191b0ea9d:43373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T09:41:00,278 INFO [RS:0;24c191b0ea9d:43373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=24c191b0ea9d%2C43373%2C1732614057595, suffix=, logDir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/WALs/24c191b0ea9d,43373,1732614057595, archiveDir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/oldWALs, maxLogs=32 2024-11-26T09:41:00,295 DEBUG [RS:0;24c191b0ea9d:43373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/WALs/24c191b0ea9d,43373,1732614057595/24c191b0ea9d%2C43373%2C1732614057595.1732614060280, exclude list is [], retry=0 2024-11-26T09:41:00,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38961,DS-40f8871d-b8dc-4eb0-b656-8bb97d3a55a3,DISK] 2024-11-26T09:41:00,303 INFO [RS:0;24c191b0ea9d:43373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/WALs/24c191b0ea9d,43373,1732614057595/24c191b0ea9d%2C43373%2C1732614057595.1732614060280 2024-11-26T09:41:00,303 DEBUG [RS:0;24c191b0ea9d:43373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37061:37061)] 2024-11-26T09:41:00,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T09:41:00,313 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a 2024-11-26T09:41:00,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741833_1009 (size=32) 2024-11-26T09:41:00,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:41:00,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T09:41:00,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T09:41:00,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:00,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T09:41:00,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T09:41:00,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T09:41:00,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:00,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T09:41:00,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T09:41:00,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T09:41:00,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:00,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T09:41:00,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T09:41:00,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T09:41:00,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:00,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T09:41:00,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T09:41:00,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740 2024-11-26T09:41:00,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740 2024-11-26T09:41:00,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T09:41:00,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T09:41:00,751 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T09:41:00,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T09:41:00,758 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T09:41:00,759 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63022134, jitterRate=-0.06089702248573303}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T09:41:00,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732614060725Initializing all the Stores at 1732614060728 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732614060728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732614060728Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614060728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732614060728Cleaning up temporary data from old regions at 1732614060750 (+22 ms)Region opened successfully at 1732614060762 (+12 ms) 2024-11-26T09:41:00,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T09:41:00,762 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T09:41:00,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T09:41:00,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T09:41:00,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T09:41:00,764 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T09:41:00,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732614060762Disabling compacts and flushes for region at 1732614060762Disabling writes for close at 1732614060762Writing region close event to WAL at 1732614060763 (+1 ms)Closed at 1732614060764 (+1 ms) 2024-11-26T09:41:00,768 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T09:41:00,768 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T09:41:00,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T09:41:00,783 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T09:41:00,785 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T09:41:00,938 DEBUG [24c191b0ea9d:33185 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T09:41:00,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:00,957 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 24c191b0ea9d,43373,1732614057595, state=OPENING 2024-11-26T09:41:00,962 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T09:41:00,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T09:41:00,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T09:41:00,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T09:41:00,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T09:41:00,966 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T09:41:00,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:41:01,144 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T09:41:01,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42715, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T09:41:01,158 INFO [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T09:41:01,158 INFO [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T09:41:01,159 INFO [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T09:41:01,162 INFO [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=24c191b0ea9d%2C43373%2C1732614057595.meta, suffix=.meta, logDir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/WALs/24c191b0ea9d,43373,1732614057595, archiveDir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/oldWALs, maxLogs=32 2024-11-26T09:41:01,180 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/WALs/24c191b0ea9d,43373,1732614057595/24c191b0ea9d%2C43373%2C1732614057595.meta.1732614061164.meta, exclude list is [], retry=0 2024-11-26T09:41:01,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38961,DS-40f8871d-b8dc-4eb0-b656-8bb97d3a55a3,DISK] 2024-11-26T09:41:01,188 INFO [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/WALs/24c191b0ea9d,43373,1732614057595/24c191b0ea9d%2C43373%2C1732614057595.meta.1732614061164.meta 2024-11-26T09:41:01,189 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37061:37061)] 2024-11-26T09:41:01,189 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T09:41:01,191 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T09:41:01,195 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T09:41:01,200 INFO [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T09:41:01,205 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T09:41:01,205 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:41:01,206 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T09:41:01,206 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T09:41:01,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T09:41:01,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T09:41:01,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:01,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T09:41:01,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T09:41:01,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T09:41:01,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:01,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T09:41:01,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T09:41:01,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T09:41:01,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:01,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T09:41:01,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T09:41:01,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T09:41:01,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:01,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T09:41:01,220 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T09:41:01,222 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740 2024-11-26T09:41:01,225 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740 2024-11-26T09:41:01,227 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T09:41:01,227 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T09:41:01,228 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T09:41:01,231 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T09:41:01,233 INFO [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61454038, jitterRate=-0.08426347374916077}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T09:41:01,233 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T09:41:01,235 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732614061207Writing region info on filesystem at 1732614061207Initializing all the Stores at 1732614061209 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732614061209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732614061210 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614061210Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732614061210Cleaning up temporary data from old regions at 1732614061227 (+17 ms)Running coprocessor post-open hooks at 1732614061233 (+6 ms)Region opened successfully at 1732614061235 (+2 ms) 2024-11-26T09:41:01,244 INFO [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732614061135 2024-11-26T09:41:01,256 DEBUG [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T09:41:01,256 INFO [RS_OPEN_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T09:41:01,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:01,261 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 24c191b0ea9d,43373,1732614057595, state=OPEN 2024-11-26T09:41:01,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T09:41:01,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T09:41:01,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T09:41:01,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T09:41:01,267 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:01,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T09:41:01,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=24c191b0ea9d,43373,1732614057595 in 300 msec 2024-11-26T09:41:01,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T09:41:01,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 501 msec 2024-11-26T09:41:01,281 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T09:41:01,281 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T09:41:01,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:01,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:01,326 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:01,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53653, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:01,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5500 sec 2024-11-26T09:41:01,349 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732614061349, completionTime=-1 2024-11-26T09:41:01,353 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T09:41:01,353 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T09:41:01,381 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T09:41:01,381 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732614121381 2024-11-26T09:41:01,381 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732614181381 2024-11-26T09:41:01,382 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-26T09:41:01,384 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=24c191b0ea9d,33185,1732614056759-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:01,384 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=24c191b0ea9d,33185,1732614056759-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:01,384 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=24c191b0ea9d,33185,1732614056759-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:01,386 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-24c191b0ea9d:33185, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:01,386 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:01,386 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:01,392 DEBUG [master/24c191b0ea9d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T09:41:01,413 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.648sec 2024-11-26T09:41:01,414 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T09:41:01,415 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T09:41:01,416 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T09:41:01,417 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T09:41:01,417 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T09:41:01,418 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=24c191b0ea9d,33185,1732614056759-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T09:41:01,418 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=24c191b0ea9d,33185,1732614056759-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T09:41:01,426 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T09:41:01,427 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T09:41:01,428 INFO [master/24c191b0ea9d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=24c191b0ea9d,33185,1732614056759-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T09:41:01,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f081a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:01,519 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T09:41:01,519 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T09:41:01,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:01,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:01,535 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:01,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:01,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:01,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5c7a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:01,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:01,548 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:01,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62702105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:01,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:01,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:01,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:01,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=24c191b0ea9d,33185,1732614056759 2024-11-26T09:41:01,597 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=4616 2024-11-26T09:41:01,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T09:41:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 24c191b0ea9d,33185,1732614056759 2024-11-26T09:41:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33454d8d 2024-11-26T09:41:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T09:41:01,618 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T09:41:01,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T09:41:01,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T09:41:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:01,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T09:41:01,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-26T09:41:01,658 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:01,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T09:41:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T09:41:01,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741835_1011 (size=1061) 2024-11-26T09:41:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T09:41:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T09:41:02,083 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a 2024-11-26T09:41:02,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741836_1012 (size=53) 2024-11-26T09:41:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T09:41:02,494 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:41:02,494 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 44ae427d32194a2f5c1b27b94c148d0e, disabling compactions & flushes 2024-11-26T09:41:02,494 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:02,494 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:02,494 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. after waiting 0 ms 2024-11-26T09:41:02,495 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:02,495 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:02,495 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44ae427d32194a2f5c1b27b94c148d0e: Waiting for close lock at 1732614062494Disabling compacts and flushes for region at 1732614062494Disabling writes for close at 1732614062495 (+1 ms)Writing region close event to WAL at 1732614062495Closed at 1732614062495 2024-11-26T09:41:02,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T09:41:02,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732614062497"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732614062497"}]},"ts":"1732614062497"} 2024-11-26T09:41:02,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T09:41:02,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T09:41:02,512 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614062509"}]},"ts":"1732614062509"} 2024-11-26T09:41:02,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T09:41:02,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44ae427d32194a2f5c1b27b94c148d0e, ASSIGN}] 2024-11-26T09:41:02,520 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44ae427d32194a2f5c1b27b94c148d0e, ASSIGN 2024-11-26T09:41:02,522 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=44ae427d32194a2f5c1b27b94c148d0e, ASSIGN; state=OFFLINE, location=24c191b0ea9d,43373,1732614057595; forceNewPlan=false, retain=false 2024-11-26T09:41:02,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44ae427d32194a2f5c1b27b94c148d0e, regionState=OPENING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:02,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=44ae427d32194a2f5c1b27b94c148d0e, ASSIGN because future has completed 2024-11-26T09:41:02,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:41:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T09:41:02,840 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:02,840 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} 2024-11-26T09:41:02,841 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:02,841 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:41:02,841 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:02,841 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:02,843 INFO [StoreOpener-44ae427d32194a2f5c1b27b94c148d0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:02,847 INFO [StoreOpener-44ae427d32194a2f5c1b27b94c148d0e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:41:02,848 INFO [StoreOpener-44ae427d32194a2f5c1b27b94c148d0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44ae427d32194a2f5c1b27b94c148d0e columnFamilyName A 2024-11-26T09:41:02,848 DEBUG [StoreOpener-44ae427d32194a2f5c1b27b94c148d0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:02,849 INFO [StoreOpener-44ae427d32194a2f5c1b27b94c148d0e-1 {}] regionserver.HStore(327): Store=44ae427d32194a2f5c1b27b94c148d0e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:41:02,849 INFO [StoreOpener-44ae427d32194a2f5c1b27b94c148d0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:02,851 INFO [StoreOpener-44ae427d32194a2f5c1b27b94c148d0e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:41:02,851 INFO [StoreOpener-44ae427d32194a2f5c1b27b94c148d0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44ae427d32194a2f5c1b27b94c148d0e columnFamilyName B 2024-11-26T09:41:02,851 DEBUG [StoreOpener-44ae427d32194a2f5c1b27b94c148d0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:02,852 INFO [StoreOpener-44ae427d32194a2f5c1b27b94c148d0e-1 {}] regionserver.HStore(327): Store=44ae427d32194a2f5c1b27b94c148d0e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:41:02,852 INFO [StoreOpener-44ae427d32194a2f5c1b27b94c148d0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:02,854 INFO [StoreOpener-44ae427d32194a2f5c1b27b94c148d0e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:41:02,854 INFO [StoreOpener-44ae427d32194a2f5c1b27b94c148d0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44ae427d32194a2f5c1b27b94c148d0e columnFamilyName C 2024-11-26T09:41:02,854 DEBUG [StoreOpener-44ae427d32194a2f5c1b27b94c148d0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:02,855 INFO [StoreOpener-44ae427d32194a2f5c1b27b94c148d0e-1 {}] regionserver.HStore(327): Store=44ae427d32194a2f5c1b27b94c148d0e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:41:02,856 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:02,856 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:02,858 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:02,859 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:02,861 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:02,861 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:02,862 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T09:41:02,865 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:02,869 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T09:41:02,870 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 44ae427d32194a2f5c1b27b94c148d0e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70612486, jitterRate=0.05220803618431091}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T09:41:02,870 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:02,871 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 44ae427d32194a2f5c1b27b94c148d0e: Running coprocessor pre-open hook at 1732614062841Writing region info on filesystem at 1732614062841Initializing all the Stores at 1732614062843 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614062843Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614062843Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614062843Cleaning up temporary data from old regions at 1732614062861 (+18 ms)Running coprocessor post-open hooks at 1732614062870 (+9 ms)Region opened successfully at 1732614062871 (+1 ms) 2024-11-26T09:41:02,874 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., pid=6, masterSystemTime=1732614062834 2024-11-26T09:41:02,878 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:02,878 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:02,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44ae427d32194a2f5c1b27b94c148d0e, regionState=OPEN, openSeqNum=2, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:02,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:41:02,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T09:41:02,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 in 205 msec 2024-11-26T09:41:02,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T09:41:02,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44ae427d32194a2f5c1b27b94c148d0e, ASSIGN in 371 msec 2024-11-26T09:41:02,895 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T09:41:02,895 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614062895"}]},"ts":"1732614062895"} 2024-11-26T09:41:02,899 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T09:41:02,901 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T09:41:02,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2560 sec 2024-11-26T09:41:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T09:41:03,817 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:03,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bafc0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:03,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:03,825 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:03,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:03,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:03,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a220135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:03,828 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:03,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322a9c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:03,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:03,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:03,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:03,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T09:41:03,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 24c191b0ea9d,33185,1732614056759 2024-11-26T09:41:03,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63481454 2024-11-26T09:41:03,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T09:41:03,843 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T09:41:03,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706bb323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:03,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:03,849 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:03,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccb4eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:03,852 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc8436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:03,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:03,856 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:03,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:03,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:03,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d7efe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:03,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:03,859 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:03,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7230d8e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:03,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:03,862 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:03,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:03,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:03,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64257f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:03,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:03,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:03,865 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:03,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ba4844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:03,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:03,869 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:03,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ae7626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:03,872 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:03,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d73963e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:03,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:03,875 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5805ae29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:03,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:03,878 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:03,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6a7990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b274eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:03,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:03,881 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:03,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af5f6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:03,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:03,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:03,884 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:03,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d37adaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:03,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:03,887 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:03,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:03,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:03,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788043de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:03,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:03,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:03,889 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:03,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421973e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761fbe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:03,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:03,893 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:03,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:03,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:03,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78238dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:03,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:03,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:03,895 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:03,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bfcb87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:03,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:03,898 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:03,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:03,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:03,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676ef68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:03,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:03,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:03,900 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5addfb03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:03,906 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:03,906 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:03,906 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:03,906 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:03,907 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:03,908 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:03,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:03,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:03,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:03,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:03,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:03,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:03,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:03,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:03,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:03,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:03,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:03,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:03,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:03,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:03,915 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:41:03,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:03,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:41:03,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:41:03,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:41:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-26T09:41:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:41:03,925 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:03,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:41:03,927 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T09:41:03,929 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:03,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:03,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:03,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:03,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:41:03,938 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:03,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:03,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:41:03,946 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:03,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:03,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:03,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:03,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:41:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:04,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:41:04,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:04,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:04,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:04,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:04,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:04,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T09:41:04,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T09:41:04,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:04,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:04,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:04,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/a8c8bc9431d6416a91f4704dad82e654 is 50, key is test_row_0/A:col10/1732614063981/Put/seqid=0 2024-11-26T09:41:04,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741837_1013 (size=12001) 2024-11-26T09:41:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614124127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/a8c8bc9431d6416a91f4704dad82e654 2024-11-26T09:41:04,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614124142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614124142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614124143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614124148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T09:41:04,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T09:41:04,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614124266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/3aa0a9073085454abc80b67ff38c7b8a is 50, key is test_row_0/B:col10/1732614063981/Put/seqid=0 2024-11-26T09:41:04,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614124277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614124278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614124279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614124279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:04,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:04,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:04,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741838_1014 (size=12001) 2024-11-26T09:41:04,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T09:41:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:04,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614124476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614124497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614124497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614124498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614124498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T09:41:04,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T09:41:04,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:04,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:04,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:04,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/3aa0a9073085454abc80b67ff38c7b8a 2024-11-26T09:41:04,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T09:41:04,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:04,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:04,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:04,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614124788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/f2dcdbbb38484e21ad93876b665fc68f is 50, key is test_row_0/C:col10/1732614063981/Put/seqid=0 2024-11-26T09:41:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614124806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614124816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614124816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614124817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:04,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:04,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:04,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741839_1015 (size=12001) 2024-11-26T09:41:04,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/f2dcdbbb38484e21ad93876b665fc68f 2024-11-26T09:41:04,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/a8c8bc9431d6416a91f4704dad82e654 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/a8c8bc9431d6416a91f4704dad82e654 2024-11-26T09:41:04,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/a8c8bc9431d6416a91f4704dad82e654, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T09:41:04,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/3aa0a9073085454abc80b67ff38c7b8a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/3aa0a9073085454abc80b67ff38c7b8a 2024-11-26T09:41:04,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/3aa0a9073085454abc80b67ff38c7b8a, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T09:41:04,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/f2dcdbbb38484e21ad93876b665fc68f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f2dcdbbb38484e21ad93876b665fc68f 2024-11-26T09:41:04,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T09:41:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:04,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:04,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f2dcdbbb38484e21ad93876b665fc68f, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T09:41:04,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 44ae427d32194a2f5c1b27b94c148d0e in 940ms, sequenceid=13, compaction requested=false 2024-11-26T09:41:04,945 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T09:41:04,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T09:41:05,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T09:41:05,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:05,085 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-26T09:41:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:05,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/2f82b3be044e416fa4d3b126569680f2 is 50, key is test_row_0/A:col10/1732614064137/Put/seqid=0 2024-11-26T09:41:05,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741840_1016 (size=12001) 2024-11-26T09:41:05,147 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/2f82b3be044e416fa4d3b126569680f2 2024-11-26T09:41:05,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/5fc01d3368974929a90e95229ae4ebea is 50, key is test_row_0/B:col10/1732614064137/Put/seqid=0 2024-11-26T09:41:05,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741841_1017 (size=12001) 2024-11-26T09:41:05,184 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/5fc01d3368974929a90e95229ae4ebea 2024-11-26T09:41:05,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/f9d0f0f476d241a9b3caee408d9ee2d6 is 50, key is test_row_0/C:col10/1732614064137/Put/seqid=0 2024-11-26T09:41:05,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741842_1018 (size=12001) 2024-11-26T09:41:05,240 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/f9d0f0f476d241a9b3caee408d9ee2d6 2024-11-26T09:41:05,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/2f82b3be044e416fa4d3b126569680f2 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2f82b3be044e416fa4d3b126569680f2 2024-11-26T09:41:05,276 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2f82b3be044e416fa4d3b126569680f2, entries=150, sequenceid=33, filesize=11.7 K 2024-11-26T09:41:05,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/5fc01d3368974929a90e95229ae4ebea as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5fc01d3368974929a90e95229ae4ebea 2024-11-26T09:41:05,293 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5fc01d3368974929a90e95229ae4ebea, entries=150, sequenceid=33, filesize=11.7 K 2024-11-26T09:41:05,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/f9d0f0f476d241a9b3caee408d9ee2d6 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f9d0f0f476d241a9b3caee408d9ee2d6 2024-11-26T09:41:05,313 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f9d0f0f476d241a9b3caee408d9ee2d6, entries=150, sequenceid=33, filesize=11.7 K 2024-11-26T09:41:05,317 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 44ae427d32194a2f5c1b27b94c148d0e in 232ms, sequenceid=33, compaction requested=false 2024-11-26T09:41:05,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:05,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:05,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T09:41:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T09:41:05,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-26T09:41:05,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3910 sec 2024-11-26T09:41:05,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.4110 sec 2024-11-26T09:41:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:05,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:41:05,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:05,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:05,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:05,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:05,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:05,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:05,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/2ece3567863d4543ae61487ba020ac73 is 50, key is test_row_0/A:col10/1732614065343/Put/seqid=0 2024-11-26T09:41:05,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741843_1019 (size=12001) 2024-11-26T09:41:05,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/2ece3567863d4543ae61487ba020ac73 2024-11-26T09:41:05,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/025a87c9079f4cb0a59c6057716b9c5a is 50, key is test_row_0/B:col10/1732614065343/Put/seqid=0 2024-11-26T09:41:05,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732614065459, max timestamp=1732614065486Num uniques 859; 2024-11-26T09:41:05,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-26T09:41:05,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732614065465, max timestamp=1732614065486Num uniques 859; 2024-11-26T09:41:05,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-26T09:41:05,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614065465, max timestamp=1732614065492Num uniques 859; 2024-11-26T09:41:05,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:05,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741844_1020 (size=12001) 2024-11-26T09:41:05,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614125565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:05,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:05,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614125565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:05,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:05,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614125572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:05,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:05,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614125576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:05,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:05,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614125583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:05,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:05,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614125695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:05,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:05,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:05,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614125696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614125696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:05,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:05,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:05,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614125706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:05,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:05,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614125706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:05,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614125907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:05,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:05,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:05,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614125908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614125908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:05,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:05,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:05,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614125925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:05,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:05,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614125926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:05,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:05,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:05,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/025a87c9079f4cb0a59c6057716b9c5a 2024-11-26T09:41:05,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/1d981f43b47143cab5ea45901a90d769 is 50, key is test_row_0/C:col10/1732614065343/Put/seqid=0 2024-11-26T09:41:05,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741845_1021 (size=12001) 2024-11-26T09:41:05,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/1d981f43b47143cab5ea45901a90d769 2024-11-26T09:41:05,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/2ece3567863d4543ae61487ba020ac73 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2ece3567863d4543ae61487ba020ac73 2024-11-26T09:41:06,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2ece3567863d4543ae61487ba020ac73, entries=150, sequenceid=43, filesize=11.7 K 2024-11-26T09:41:06,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/025a87c9079f4cb0a59c6057716b9c5a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/025a87c9079f4cb0a59c6057716b9c5a 2024-11-26T09:41:06,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/025a87c9079f4cb0a59c6057716b9c5a, entries=150, sequenceid=43, filesize=11.7 K 2024-11-26T09:41:06,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/1d981f43b47143cab5ea45901a90d769 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/1d981f43b47143cab5ea45901a90d769 2024-11-26T09:41:06,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/1d981f43b47143cab5ea45901a90d769, entries=150, sequenceid=43, filesize=11.7 K 2024-11-26T09:41:06,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=133.78 KB/136995 for 44ae427d32194a2f5c1b27b94c148d0e in 645ms, sequenceid=43, compaction requested=true 2024-11-26T09:41:06,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:06,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:06,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:06,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:06,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:06,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:06,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:06,068 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:06,068 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:06,073 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:06,075 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/B is initiating minor compaction (all files) 2024-11-26T09:41:06,075 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/B in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:06,076 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/3aa0a9073085454abc80b67ff38c7b8a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5fc01d3368974929a90e95229ae4ebea, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/025a87c9079f4cb0a59c6057716b9c5a] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=35.2 K 2024-11-26T09:41:06,077 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 3aa0a9073085454abc80b67ff38c7b8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732614063981 2024-11-26T09:41:06,081 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T09:41:06,085 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T09:41:06,085 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/A is initiating minor compaction (all files) 2024-11-26T09:41:06,085 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/A in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:06,085 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fc01d3368974929a90e95229ae4ebea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732614064125 2024-11-26T09:41:06,085 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/a8c8bc9431d6416a91f4704dad82e654, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2f82b3be044e416fa4d3b126569680f2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2ece3567863d4543ae61487ba020ac73] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=35.2 K 2024-11-26T09:41:06,086 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8c8bc9431d6416a91f4704dad82e654, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732614063981 2024-11-26T09:41:06,087 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f82b3be044e416fa4d3b126569680f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732614064125 2024-11-26T09:41:06,088 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ece3567863d4543ae61487ba020ac73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732614065331 2024-11-26T09:41:06,089 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:06,089 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 025a87c9079f4cb0a59c6057716b9c5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732614065331 2024-11-26T09:41:06,090 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-26T09:41:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T09:41:06,096 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:06,102 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:06,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:06,138 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#B#compaction#9 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:06,140 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/521303f262b341cf88f85bb28d87474e is 50, key is test_row_0/B:col10/1732614065343/Put/seqid=0 2024-11-26T09:41:06,141 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#A#compaction#10 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:06,142 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/690ae332cb1a4354bf623c022a2597bc is 50, key is test_row_0/A:col10/1732614065343/Put/seqid=0 2024-11-26T09:41:06,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741846_1022 (size=12104) 2024-11-26T09:41:06,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741847_1023 (size=12104) 2024-11-26T09:41:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T09:41:06,215 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/690ae332cb1a4354bf623c022a2597bc as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/690ae332cb1a4354bf623c022a2597bc 2024-11-26T09:41:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:06,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=140.49 KB heapSize=399.30 KB 2024-11-26T09:41:06,244 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/A of 44ae427d32194a2f5c1b27b94c148d0e into 690ae332cb1a4354bf623c022a2597bc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:06,244 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:06,246 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/A, priority=13, startTime=1732614066053; duration=0sec 2024-11-26T09:41:06,247 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:06,247 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:A 2024-11-26T09:41:06,247 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:06,255 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732614065571, max timestamp=1732614066229Num uniques 1168; 2024-11-26T09:41:06,255 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=7688, suffix heap size=149440,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=168 2024-11-26T09:41:06,259 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:06,259 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/C is initiating minor compaction (all files) 2024-11-26T09:41:06,260 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/C in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:06,260 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f2dcdbbb38484e21ad93876b665fc68f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f9d0f0f476d241a9b3caee408d9ee2d6, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/1d981f43b47143cab5ea45901a90d769] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=35.2 K 2024-11-26T09:41:06,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:06,262 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2dcdbbb38484e21ad93876b665fc68f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732614063981 2024-11-26T09:41:06,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-26T09:41:06,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:06,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:06,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:06,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:06,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:06,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732614065571, max timestamp=1732614066229Num uniques 1018; 2024-11-26T09:41:06,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-26T09:41:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:06,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:06,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:06,269 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9d0f0f476d241a9b3caee408d9ee2d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732614064125 2024-11-26T09:41:06,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:41:06,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:06,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:06,273 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d981f43b47143cab5ea45901a90d769, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732614065331 2024-11-26T09:41:06,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/c8d21737c5104ecbae7d8c42026364e3 is 50, key is test_row_0/A:col10/1732614066224/Put/seqid=0 2024-11-26T09:41:06,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741848_1024 (size=12001) 2024-11-26T09:41:06,333 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#C#compaction#12 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:06,334 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/3935dcfab36b41e994947684a5fb5520 is 50, key is test_row_0/C:col10/1732614065343/Put/seqid=0 2024-11-26T09:41:06,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614126344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:06,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:06,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614126351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:06,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614126346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:06,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614126357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:06,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:06,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741849_1025 (size=12104) 2024-11-26T09:41:06,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614126360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:06,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:06,387 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/3935dcfab36b41e994947684a5fb5520 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/3935dcfab36b41e994947684a5fb5520 2024-11-26T09:41:06,404 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/C of 44ae427d32194a2f5c1b27b94c148d0e into 3935dcfab36b41e994947684a5fb5520(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:06,404 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:06,404 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/C, priority=13, startTime=1732614066065; duration=0sec 2024-11-26T09:41:06,404 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:06,404 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:C 2024-11-26T09:41:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T09:41:06,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-26T09:41:06,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:06,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:06,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:06,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:06,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:06,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614126465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:06,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614126477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:06,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:06,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614126477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:06,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:06,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614126478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:06,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614126485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:06,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-26T09:41:06,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:06,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:06,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:06,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:06,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:06,590 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/521303f262b341cf88f85bb28d87474e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/521303f262b341cf88f85bb28d87474e 2024-11-26T09:41:06,610 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/B of 44ae427d32194a2f5c1b27b94c148d0e into 521303f262b341cf88f85bb28d87474e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:06,610 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:06,610 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/B, priority=13, startTime=1732614066065; duration=0sec 2024-11-26T09:41:06,610 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:06,611 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:B 2024-11-26T09:41:06,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614126676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:06,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:06,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614126695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:06,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:06,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614126697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:06,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:06,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614126706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:06,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:06,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614126706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:06,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/c8d21737c5104ecbae7d8c42026364e3 2024-11-26T09:41:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T09:41:06,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T09:41:06,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-26T09:41:06,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:06,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:06,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:06,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:06,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:06,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/9c0a3e397e9348cbac7c75bf94610d42 is 50, key is test_row_0/B:col10/1732614066224/Put/seqid=0 2024-11-26T09:41:06,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741850_1026 (size=12001) 2024-11-26T09:41:06,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.57 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/9c0a3e397e9348cbac7c75bf94610d42 2024-11-26T09:41:06,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/dcf4a1d7d8c0493ca7595d5b75164e93 is 50, key is test_row_0/C:col10/1732614066224/Put/seqid=0 2024-11-26T09:41:06,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741851_1027 (size=12001) 2024-11-26T09:41:06,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/dcf4a1d7d8c0493ca7595d5b75164e93 2024-11-26T09:41:06,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/c8d21737c5104ecbae7d8c42026364e3 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c8d21737c5104ecbae7d8c42026364e3 2024-11-26T09:41:06,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c8d21737c5104ecbae7d8c42026364e3, entries=150, sequenceid=82, filesize=11.7 K 2024-11-26T09:41:06,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-26T09:41:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:06,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:06,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/9c0a3e397e9348cbac7c75bf94610d42 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/9c0a3e397e9348cbac7c75bf94610d42 2024-11-26T09:41:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:06,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/9c0a3e397e9348cbac7c75bf94610d42, entries=150, sequenceid=82, filesize=11.7 K 2024-11-26T09:41:06,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/dcf4a1d7d8c0493ca7595d5b75164e93 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/dcf4a1d7d8c0493ca7595d5b75164e93 2024-11-26T09:41:06,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/dcf4a1d7d8c0493ca7595d5b75164e93, entries=150, sequenceid=82, filesize=11.7 K 2024-11-26T09:41:06,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.46 KB/66005, heapSize ~177.84 KB/182104, currentSize=114.05 KB/116790 for 44ae427d32194a2f5c1b27b94c148d0e in 708ms, sequenceid=82, compaction requested=false 2024-11-26T09:41:06,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:07,001 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614066339, max timestamp=1732614066989Num uniques 859; 2024-11-26T09:41:07,001 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:07,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614066339, max timestamp=1732614066989Num uniques 859; 2024-11-26T09:41:07,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:07,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-26T09:41:07,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:07,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:07,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:07,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:07,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:07,023 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732614066339, max timestamp=1732614066989Num uniques 859; 2024-11-26T09:41:07,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:07,024 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-26T09:41:07,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/82f17fc61623442cb3f180349dd70316 is 50, key is test_row_0/A:col10/1732614067012/Put/seqid=0 2024-11-26T09:41:07,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-26T09:41:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:07,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:07,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:07,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741852_1028 (size=12001) 2024-11-26T09:41:07,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/82f17fc61623442cb3f180349dd70316 2024-11-26T09:41:07,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614067075, max timestamp=1732614067105Num uniques 859; 2024-11-26T09:41:07,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:07,112 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614067075, max timestamp=1732614067105Num uniques 859; 2024-11-26T09:41:07,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:07,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732614067075, max timestamp=1732614067090Num uniques 859; 2024-11-26T09:41:07,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-26T09:41:07,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/91c30c7cbeb14457a65e2f4e91d77de0 is 50, key is test_row_0/B:col10/1732614067012/Put/seqid=0 2024-11-26T09:41:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741853_1029 (size=12001) 2024-11-26T09:41:07,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732614067161, max timestamp=1732614067174Num uniques 1018; 2024-11-26T09:41:07,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732614067161, max timestamp=1732614067174Num uniques 1009; 2024-11-26T09:41:07,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-26T09:41:07,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=9978, suffix heap size=132904,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=218 2024-11-26T09:41:07,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/91c30c7cbeb14457a65e2f4e91d77de0 2024-11-26T09:41:07,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732614067161, max timestamp=1732614067174Num uniques 1018; 2024-11-26T09:41:07,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-26T09:41:07,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/49eca250f00b422b95d76cd96f33ee89 is 50, key is test_row_0/C:col10/1732614067012/Put/seqid=0 2024-11-26T09:41:07,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741854_1030 (size=12001) 2024-11-26T09:41:07,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-26T09:41:07,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:07,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:07,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:07,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:07,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T09:41:07,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T09:41:07,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614127227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T09:41:07,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614127229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614127229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614127232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732614067221, max timestamp=1732614067234Num uniques 1077; 2024-11-26T09:41:07,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-26T09:41:07,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732614067221, max timestamp=1732614067234Num uniques 1077; 2024-11-26T09:41:07,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732614067221, max timestamp=1732614067234Num uniques 1077; 2024-11-26T09:41:07,242 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T09:41:07,242 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T09:41:07,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-26T09:41:07,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-26T09:41:07,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T09:41:07,243 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T09:41:07,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T09:41:07,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T09:41:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614127358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732614067333, max timestamp=1732614067360Num uniques 1036; 2024-11-26T09:41:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614127358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,366 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-26T09:41:07,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732614067333, max timestamp=1732614067360Num uniques 1036; 2024-11-26T09:41:07,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-26T09:41:07,366 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732614067333, max timestamp=1732614067360Num uniques 1036; 2024-11-26T09:41:07,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-26T09:41:07,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-26T09:41:07,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:07,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:07,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:07,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:07,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:07,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732614067386, max timestamp=1732614067418Num uniques 1095; 2024-11-26T09:41:07,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-26T09:41:07,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732614067386, max timestamp=1732614067418Num uniques 1095; 2024-11-26T09:41:07,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-26T09:41:07,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732614067386, max timestamp=1732614067418Num uniques 1095; 2024-11-26T09:41:07,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-26T09:41:07,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614127484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614127484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614127486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-26T09:41:07,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:07,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:07,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:07,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:07,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:07,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614127576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614127576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614127595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614127605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614127606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.02 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/49eca250f00b422b95d76cd96f33ee89 2024-11-26T09:41:07,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/82f17fc61623442cb3f180349dd70316 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/82f17fc61623442cb3f180349dd70316 2024-11-26T09:41:07,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/82f17fc61623442cb3f180349dd70316, entries=150, sequenceid=107, filesize=11.7 K 2024-11-26T09:41:07,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/91c30c7cbeb14457a65e2f4e91d77de0 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/91c30c7cbeb14457a65e2f4e91d77de0 2024-11-26T09:41:07,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/91c30c7cbeb14457a65e2f4e91d77de0, entries=150, sequenceid=107, filesize=11.7 K 2024-11-26T09:41:07,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/49eca250f00b422b95d76cd96f33ee89 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/49eca250f00b422b95d76cd96f33ee89 2024-11-26T09:41:07,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/49eca250f00b422b95d76cd96f33ee89, entries=150, sequenceid=107, filesize=11.7 K 2024-11-26T09:41:07,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~39.86 KB/40815, heapSize ~105.12 KB/107640, currentSize=147.60 KB/151140 for 44ae427d32194a2f5c1b27b94c148d0e in 675ms, sequenceid=107, compaction requested=true 2024-11-26T09:41:07,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:07,688 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:07,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-26T09:41:07,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:07,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:07,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:07,688 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:07,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:07,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:07,689 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=147.60 KB heapSize=416.77 KB 2024-11-26T09:41:07,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:07,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:07,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:07,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:07,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:07,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:07,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:07,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:07,692 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:07,692 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/A is initiating minor compaction (all files) 2024-11-26T09:41:07,692 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/A in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:07,692 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/690ae332cb1a4354bf623c022a2597bc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c8d21737c5104ecbae7d8c42026364e3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/82f17fc61623442cb3f180349dd70316] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=35.3 K 2024-11-26T09:41:07,693 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:07,693 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/B is initiating minor compaction (all files) 2024-11-26T09:41:07,693 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/B in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:07,693 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/521303f262b341cf88f85bb28d87474e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/9c0a3e397e9348cbac7c75bf94610d42, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/91c30c7cbeb14457a65e2f4e91d77de0] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=35.3 K 2024-11-26T09:41:07,694 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 690ae332cb1a4354bf623c022a2597bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732614065331 2024-11-26T09:41:07,695 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 521303f262b341cf88f85bb28d87474e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732614065331 2024-11-26T09:41:07,697 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8d21737c5104ecbae7d8c42026364e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732614065574 2024-11-26T09:41:07,698 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c0a3e397e9348cbac7c75bf94610d42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732614065574 2024-11-26T09:41:07,698 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82f17fc61623442cb3f180349dd70316, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732614066339 2024-11-26T09:41:07,699 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 91c30c7cbeb14457a65e2f4e91d77de0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732614066339 2024-11-26T09:41:07,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/1953752941ed4896900555706e0e5d1d is 50, key is test_row_0/A:col10/1732614067478/Put/seqid=0 2024-11-26T09:41:07,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741855_1031 (size=12151) 2024-11-26T09:41:07,747 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:07,750 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/80590f1b2f594fb09428d97b68af2c9d is 50, key is test_row_0/B:col10/1732614067012/Put/seqid=0 2024-11-26T09:41:07,759 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#A#compaction#20 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:07,760 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/feca2932cdb149d2b5fc833f3ec9387a is 50, key is test_row_0/A:col10/1732614067012/Put/seqid=0 2024-11-26T09:41:07,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741857_1033 (size=12207) 2024-11-26T09:41:07,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741856_1032 (size=12207) 2024-11-26T09:41:07,791 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/feca2932cdb149d2b5fc833f3ec9387a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/feca2932cdb149d2b5fc833f3ec9387a 2024-11-26T09:41:07,806 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/A of 44ae427d32194a2f5c1b27b94c148d0e into feca2932cdb149d2b5fc833f3ec9387a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:07,806 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/80590f1b2f594fb09428d97b68af2c9d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/80590f1b2f594fb09428d97b68af2c9d 2024-11-26T09:41:07,807 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:07,807 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/A, priority=13, startTime=1732614067688; duration=0sec 2024-11-26T09:41:07,807 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:07,807 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:A 2024-11-26T09:41:07,807 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:07,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:07,812 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:07,812 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/C is initiating minor compaction (all files) 2024-11-26T09:41:07,812 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/C in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:07,812 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/3935dcfab36b41e994947684a5fb5520, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/dcf4a1d7d8c0493ca7595d5b75164e93, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/49eca250f00b422b95d76cd96f33ee89] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=35.3 K 2024-11-26T09:41:07,813 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3935dcfab36b41e994947684a5fb5520, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732614065331 2024-11-26T09:41:07,814 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcf4a1d7d8c0493ca7595d5b75164e93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732614065574 2024-11-26T09:41:07,815 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49eca250f00b422b95d76cd96f33ee89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732614066339 2024-11-26T09:41:07,823 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/B of 44ae427d32194a2f5c1b27b94c148d0e into 80590f1b2f594fb09428d97b68af2c9d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:07,824 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:07,824 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/B, priority=13, startTime=1732614067688; duration=0sec 2024-11-26T09:41:07,824 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:07,827 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:B 2024-11-26T09:41:07,835 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:07,836 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/99e3911267104892bfa623c65c3fe714 is 50, key is test_row_0/C:col10/1732614067012/Put/seqid=0 2024-11-26T09:41:07,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614127828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614127831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614127841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741858_1034 (size=12207) 2024-11-26T09:41:07,877 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/99e3911267104892bfa623c65c3fe714 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/99e3911267104892bfa623c65c3fe714 2024-11-26T09:41:07,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614127885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614127885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,891 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/C of 44ae427d32194a2f5c1b27b94c148d0e into 99e3911267104892bfa623c65c3fe714(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,891 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,892 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/C, priority=13, startTime=1732614067689; duration=0sec 2024-11-26T09:41:07,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,892 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:07,893 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:C 2024-11-26T09:41:07,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614127945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614127945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:07,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614127955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:07,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:07,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,139 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/1953752941ed4896900555706e0e5d1d 2024-11-26T09:41:08,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/ec07510072c240e9bc14949987428680 is 50, key is test_row_0/B:col10/1732614067478/Put/seqid=0 2024-11-26T09:41:08,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614128155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614128155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614128166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741859_1035 (size=12151) 2024-11-26T09:41:08,174 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/ec07510072c240e9bc14949987428680 2024-11-26T09:41:08,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/ee6de8b222284df8a01f4519278f1d83 is 50, key is test_row_0/C:col10/1732614067478/Put/seqid=0 2024-11-26T09:41:08,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741860_1036 (size=12151) 2024-11-26T09:41:08,212 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/ee6de8b222284df8a01f4519278f1d83 2024-11-26T09:41:08,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/1953752941ed4896900555706e0e5d1d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/1953752941ed4896900555706e0e5d1d 2024-11-26T09:41:08,242 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/1953752941ed4896900555706e0e5d1d, entries=150, sequenceid=213, filesize=11.9 K 2024-11-26T09:41:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T09:41:08,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/ec07510072c240e9bc14949987428680 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ec07510072c240e9bc14949987428680 2024-11-26T09:41:08,279 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ec07510072c240e9bc14949987428680, entries=150, sequenceid=213, filesize=11.9 K 2024-11-26T09:41:08,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/ee6de8b222284df8a01f4519278f1d83 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ee6de8b222284df8a01f4519278f1d83 2024-11-26T09:41:08,291 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ee6de8b222284df8a01f4519278f1d83, entries=150, sequenceid=213, filesize=11.9 K 2024-11-26T09:41:08,296 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~416.72 KB/426720, currentSize=33.54 KB/34350 for 44ae427d32194a2f5c1b27b94c148d0e in 607ms, sequenceid=213, compaction requested=false 2024-11-26T09:41:08,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:08,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:08,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-26T09:41:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-26T09:41:08,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T09:41:08,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2010 sec 2024-11-26T09:41:08,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.2220 sec 2024-11-26T09:41:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:08,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:41:08,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:08,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:08,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:08,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:08,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:08,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:08,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/8cba15793c5c423aa59ebc35074138f8 is 50, key is test_row_0/A:col10/1732614068396/Put/seqid=0 2024-11-26T09:41:08,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741861_1037 (size=12151) 2024-11-26T09:41:08,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/8cba15793c5c423aa59ebc35074138f8 2024-11-26T09:41:08,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614068433, max timestamp=1732614068460Num uniques 859; 2024-11-26T09:41:08,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614068433, max timestamp=1732614068460Num uniques 859; 2024-11-26T09:41:08,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:08,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:08,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614068433, max timestamp=1732614068460Num uniques 859; 2024-11-26T09:41:08,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:08,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/58dcd041ba06471db044a800b92a2dba is 50, key is test_row_0/B:col10/1732614068396/Put/seqid=0 2024-11-26T09:41:08,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741862_1038 (size=12151) 2024-11-26T09:41:08,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/58dcd041ba06471db044a800b92a2dba 2024-11-26T09:41:08,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/b718c464dc5f4ec59bb0b9915d509c82 is 50, key is test_row_0/C:col10/1732614068396/Put/seqid=0 2024-11-26T09:41:08,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614128496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614128498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614128500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614128503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614128506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741863_1039 (size=12151) 2024-11-26T09:41:08,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/b718c464dc5f4ec59bb0b9915d509c82 2024-11-26T09:41:08,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/8cba15793c5c423aa59ebc35074138f8 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/8cba15793c5c423aa59ebc35074138f8 2024-11-26T09:41:08,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/8cba15793c5c423aa59ebc35074138f8, entries=150, sequenceid=226, filesize=11.9 K 2024-11-26T09:41:08,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/58dcd041ba06471db044a800b92a2dba as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/58dcd041ba06471db044a800b92a2dba 2024-11-26T09:41:08,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/58dcd041ba06471db044a800b92a2dba, entries=150, sequenceid=226, filesize=11.9 K 2024-11-26T09:41:08,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/b718c464dc5f4ec59bb0b9915d509c82 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b718c464dc5f4ec59bb0b9915d509c82 2024-11-26T09:41:08,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b718c464dc5f4ec59bb0b9915d509c82, entries=150, sequenceid=226, filesize=11.9 K 2024-11-26T09:41:08,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 44ae427d32194a2f5c1b27b94c148d0e in 177ms, sequenceid=226, compaction requested=true 2024-11-26T09:41:08,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:08,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:08,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:08,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:08,580 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:08,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:08,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:08,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T09:41:08,581 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:08,583 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:08,583 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/A is initiating minor compaction (all files) 2024-11-26T09:41:08,583 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/A in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:08,584 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/feca2932cdb149d2b5fc833f3ec9387a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/1953752941ed4896900555706e0e5d1d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/8cba15793c5c423aa59ebc35074138f8] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=35.7 K 2024-11-26T09:41:08,584 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:08,584 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/B is initiating minor compaction (all files) 2024-11-26T09:41:08,584 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/B in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:08,585 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/80590f1b2f594fb09428d97b68af2c9d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ec07510072c240e9bc14949987428680, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/58dcd041ba06471db044a800b92a2dba] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=35.7 K 2024-11-26T09:41:08,585 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting feca2932cdb149d2b5fc833f3ec9387a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732614066339 2024-11-26T09:41:08,586 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 80590f1b2f594fb09428d97b68af2c9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732614066339 2024-11-26T09:41:08,587 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1953752941ed4896900555706e0e5d1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732614067443 2024-11-26T09:41:08,587 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ec07510072c240e9bc14949987428680, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732614067443 2024-11-26T09:41:08,588 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cba15793c5c423aa59ebc35074138f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732614067838 2024-11-26T09:41:08,589 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 58dcd041ba06471db044a800b92a2dba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732614067838 2024-11-26T09:41:08,610 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#B#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:08,612 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/4dc5328433f8464d876f6d90a8058349 is 50, key is test_row_0/B:col10/1732614068396/Put/seqid=0 2024-11-26T09:41:08,618 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:08,619 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/9cee61d4e98d4ce894c8334d8f892982 is 50, key is test_row_0/A:col10/1732614068396/Put/seqid=0 2024-11-26T09:41:08,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-26T09:41:08,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:08,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:08,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:08,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:08,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:08,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741865_1041 (size=12459) 2024-11-26T09:41:08,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/6426e41526ec41aab1bf58a45e0eb63a is 50, key is test_row_0/A:col10/1732614068503/Put/seqid=0 2024-11-26T09:41:08,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614128631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741864_1040 (size=12459) 2024-11-26T09:41:08,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614128631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614128634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614128641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614128643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,657 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/4dc5328433f8464d876f6d90a8058349 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/4dc5328433f8464d876f6d90a8058349 2024-11-26T09:41:08,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741866_1042 (size=14741) 2024-11-26T09:41:08,672 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/B of 44ae427d32194a2f5c1b27b94c148d0e into 4dc5328433f8464d876f6d90a8058349(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:08,672 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:08,672 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/B, priority=13, startTime=1732614068580; duration=0sec 2024-11-26T09:41:08,672 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:08,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/6426e41526ec41aab1bf58a45e0eb63a 2024-11-26T09:41:08,672 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:B 2024-11-26T09:41:08,673 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:08,676 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:08,676 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/C is initiating minor compaction (all files) 2024-11-26T09:41:08,676 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/C in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:08,676 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/99e3911267104892bfa623c65c3fe714, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ee6de8b222284df8a01f4519278f1d83, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b718c464dc5f4ec59bb0b9915d509c82] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=35.7 K 2024-11-26T09:41:08,677 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 99e3911267104892bfa623c65c3fe714, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732614066339 2024-11-26T09:41:08,678 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ee6de8b222284df8a01f4519278f1d83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732614067443 2024-11-26T09:41:08,679 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting b718c464dc5f4ec59bb0b9915d509c82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732614067838 2024-11-26T09:41:08,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/3182b583f1f64f2591ab017c82fa44ea is 50, key is test_row_0/B:col10/1732614068503/Put/seqid=0 2024-11-26T09:41:08,695 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:08,696 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/c0f630b10d2a4f87bf90be307976659c is 50, key is test_row_0/C:col10/1732614068396/Put/seqid=0 2024-11-26T09:41:08,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741867_1043 (size=12301) 2024-11-26T09:41:08,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741868_1044 (size=12459) 2024-11-26T09:41:08,731 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/c0f630b10d2a4f87bf90be307976659c as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c0f630b10d2a4f87bf90be307976659c 2024-11-26T09:41:08,742 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/C of 44ae427d32194a2f5c1b27b94c148d0e into c0f630b10d2a4f87bf90be307976659c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:08,742 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:08,742 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/C, priority=13, startTime=1732614068581; duration=0sec 2024-11-26T09:41:08,742 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:08,742 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:C 2024-11-26T09:41:08,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614128747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614128755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614128755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614128766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614128766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614128955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614128965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614128965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614128975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:08,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614128975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:08,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:08,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,045 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/9cee61d4e98d4ce894c8334d8f892982 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/9cee61d4e98d4ce894c8334d8f892982 2024-11-26T09:41:09,054 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/A of 44ae427d32194a2f5c1b27b94c148d0e into 9cee61d4e98d4ce894c8334d8f892982(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:09,054 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:09,054 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/A, priority=13, startTime=1732614068580; duration=0sec 2024-11-26T09:41:09,054 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:09,054 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:A 2024-11-26T09:41:09,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/3182b583f1f64f2591ab017c82fa44ea 2024-11-26T09:41:09,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/454c05acc0f94a9c9dff261ea9b30d97 is 50, key is test_row_0/C:col10/1732614068503/Put/seqid=0 2024-11-26T09:41:09,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741869_1045 (size=12301) 2024-11-26T09:41:09,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/454c05acc0f94a9c9dff261ea9b30d97 2024-11-26T09:41:09,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/6426e41526ec41aab1bf58a45e0eb63a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/6426e41526ec41aab1bf58a45e0eb63a 2024-11-26T09:41:09,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/6426e41526ec41aab1bf58a45e0eb63a, entries=200, sequenceid=263, filesize=14.4 K 2024-11-26T09:41:09,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/3182b583f1f64f2591ab017c82fa44ea as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/3182b583f1f64f2591ab017c82fa44ea 2024-11-26T09:41:09,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/3182b583f1f64f2591ab017c82fa44ea, entries=150, sequenceid=263, filesize=12.0 K 2024-11-26T09:41:09,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/454c05acc0f94a9c9dff261ea9b30d97 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/454c05acc0f94a9c9dff261ea9b30d97 2024-11-26T09:41:09,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/454c05acc0f94a9c9dff261ea9b30d97, entries=150, sequenceid=263, filesize=12.0 K 2024-11-26T09:41:09,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=46.96 KB/48090 for 44ae427d32194a2f5c1b27b94c148d0e in 579ms, sequenceid=263, compaction requested=false 2024-11-26T09:41:09,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:09,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T09:41:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:09,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/d2bfcdedd808492e8fd364ac72f7234f is 50, key is test_row_0/A:col10/1732614068634/Put/seqid=0 2024-11-26T09:41:09,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741870_1046 (size=12297) 2024-11-26T09:41:09,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614129310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614069300, max timestamp=1732614069317Num uniques 859; 2024-11-26T09:41:09,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614129310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614069300, max timestamp=1732614069317Num uniques 859; 2024-11-26T09:41:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614069300, max timestamp=1732614069317Num uniques 859; 2024-11-26T09:41:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614129358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614129360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614129361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614129435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614129436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614129475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614129476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614129476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614129646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614129648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614129696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614129696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614129696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/d2bfcdedd808492e8fd364ac72f7234f 2024-11-26T09:41:09,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/1dd5d03441af4b9e9e2fc406826a50e8 is 50, key is test_row_0/B:col10/1732614068634/Put/seqid=0 2024-11-26T09:41:09,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741871_1047 (size=9857) 2024-11-26T09:41:09,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/1dd5d03441af4b9e9e2fc406826a50e8 2024-11-26T09:41:09,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/294c2476ec224f0b94a68423901b90de is 50, key is test_row_0/C:col10/1732614068634/Put/seqid=0 2024-11-26T09:41:09,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741872_1048 (size=9857) 2024-11-26T09:41:09,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614129965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614129965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:10,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614130005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:10,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614130005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614130005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:10,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/294c2476ec224f0b94a68423901b90de 2024-11-26T09:41:10,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/d2bfcdedd808492e8fd364ac72f7234f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/d2bfcdedd808492e8fd364ac72f7234f 2024-11-26T09:41:10,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/d2bfcdedd808492e8fd364ac72f7234f, entries=150, sequenceid=277, filesize=12.0 K 2024-11-26T09:41:10,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/1dd5d03441af4b9e9e2fc406826a50e8 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1dd5d03441af4b9e9e2fc406826a50e8 2024-11-26T09:41:10,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1dd5d03441af4b9e9e2fc406826a50e8, entries=100, sequenceid=277, filesize=9.6 K 2024-11-26T09:41:10,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/294c2476ec224f0b94a68423901b90de as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/294c2476ec224f0b94a68423901b90de 2024-11-26T09:41:10,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/294c2476ec224f0b94a68423901b90de, entries=100, sequenceid=277, filesize=9.6 K 2024-11-26T09:41:10,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 44ae427d32194a2f5c1b27b94c148d0e in 948ms, sequenceid=277, compaction requested=true 2024-11-26T09:41:10,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:10,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:10,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:10,217 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:10,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:10,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:10,217 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:10,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:10,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:10,218 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39497 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:10,218 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:10,218 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/A is initiating minor compaction (all files) 2024-11-26T09:41:10,218 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/B is initiating minor compaction (all files) 2024-11-26T09:41:10,218 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/A in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:10,218 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/B in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:10,219 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/9cee61d4e98d4ce894c8334d8f892982, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/6426e41526ec41aab1bf58a45e0eb63a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/d2bfcdedd808492e8fd364ac72f7234f] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=38.6 K 2024-11-26T09:41:10,219 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/4dc5328433f8464d876f6d90a8058349, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/3182b583f1f64f2591ab017c82fa44ea, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1dd5d03441af4b9e9e2fc406826a50e8] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=33.8 K 2024-11-26T09:41:10,219 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dc5328433f8464d876f6d90a8058349, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732614067838 2024-11-26T09:41:10,219 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cee61d4e98d4ce894c8334d8f892982, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732614067838 2024-11-26T09:41:10,220 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 3182b583f1f64f2591ab017c82fa44ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732614068498 2024-11-26T09:41:10,220 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6426e41526ec41aab1bf58a45e0eb63a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732614068492 2024-11-26T09:41:10,220 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dd5d03441af4b9e9e2fc406826a50e8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732614068634 2024-11-26T09:41:10,221 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2bfcdedd808492e8fd364ac72f7234f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732614068634 2024-11-26T09:41:10,233 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:10,238 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/0aa399960db7407bb157e5bd4fc21910 is 50, key is test_row_0/A:col10/1732614068634/Put/seqid=0 2024-11-26T09:41:10,239 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#B#compaction#37 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:10,240 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/c5d9a5d1714648bebcea8822203a228e is 50, key is test_row_0/B:col10/1732614068634/Put/seqid=0 2024-11-26T09:41:10,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741874_1050 (size=12711) 2024-11-26T09:41:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741873_1049 (size=12711) 2024-11-26T09:41:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T09:41:10,266 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:10,267 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-26T09:41:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T09:41:10,270 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:10,273 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:10,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:10,282 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/0aa399960db7407bb157e5bd4fc21910 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/0aa399960db7407bb157e5bd4fc21910 2024-11-26T09:41:10,297 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/A of 44ae427d32194a2f5c1b27b94c148d0e into 0aa399960db7407bb157e5bd4fc21910(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:10,297 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:10,297 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/A, priority=13, startTime=1732614070216; duration=0sec 2024-11-26T09:41:10,297 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:10,297 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:A 2024-11-26T09:41:10,298 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:10,300 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:10,300 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/C is initiating minor compaction (all files) 2024-11-26T09:41:10,301 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/C in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:10,305 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c0f630b10d2a4f87bf90be307976659c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/454c05acc0f94a9c9dff261ea9b30d97, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/294c2476ec224f0b94a68423901b90de] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=33.8 K 2024-11-26T09:41:10,307 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0f630b10d2a4f87bf90be307976659c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732614067838 2024-11-26T09:41:10,308 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 454c05acc0f94a9c9dff261ea9b30d97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732614068498 2024-11-26T09:41:10,308 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 294c2476ec224f0b94a68423901b90de, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732614068634 2024-11-26T09:41:10,328 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#C#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:10,328 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/c0a7e223875d48efafb2d768634f00b2 is 50, key is test_row_0/C:col10/1732614068634/Put/seqid=0 2024-11-26T09:41:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741875_1051 (size=12711) 2024-11-26T09:41:10,362 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/c0a7e223875d48efafb2d768634f00b2 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c0a7e223875d48efafb2d768634f00b2 2024-11-26T09:41:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T09:41:10,377 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/C of 44ae427d32194a2f5c1b27b94c148d0e into c0a7e223875d48efafb2d768634f00b2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:10,377 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:10,377 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/C, priority=13, startTime=1732614070217; duration=0sec 2024-11-26T09:41:10,378 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:10,378 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:C 2024-11-26T09:41:10,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-26T09:41:10,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:10,426 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-26T09:41:10,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:10,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:10,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:10,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:10,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:10,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:10,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/3a5f5b54475c4967b43831094d7fdcfa is 50, key is test_row_0/A:col10/1732614069357/Put/seqid=0 2024-11-26T09:41:10,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741876_1052 (size=12301) 2024-11-26T09:41:10,457 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/3a5f5b54475c4967b43831094d7fdcfa 2024-11-26T09:41:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/77e56467fa1a4640b521941e070fdd28 is 50, key is test_row_0/B:col10/1732614069357/Put/seqid=0 2024-11-26T09:41:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:10,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:10,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741877_1053 (size=12301) 2024-11-26T09:41:10,493 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/77e56467fa1a4640b521941e070fdd28 2024-11-26T09:41:10,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/82272286091d4847b62f070b3b43e031 is 50, key is test_row_0/C:col10/1732614069357/Put/seqid=0 2024-11-26T09:41:10,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614130515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:10,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614130515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:10,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614130515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:10,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:10,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:10,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:10,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614130517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:10,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:10,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614130517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:10,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:10,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741878_1054 (size=12301) 2024-11-26T09:41:10,529 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/82272286091d4847b62f070b3b43e031 2024-11-26T09:41:10,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/3a5f5b54475c4967b43831094d7fdcfa as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/3a5f5b54475c4967b43831094d7fdcfa 2024-11-26T09:41:10,550 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/3a5f5b54475c4967b43831094d7fdcfa, entries=150, sequenceid=314, filesize=12.0 K 2024-11-26T09:41:10,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/77e56467fa1a4640b521941e070fdd28 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/77e56467fa1a4640b521941e070fdd28 2024-11-26T09:41:10,562 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/77e56467fa1a4640b521941e070fdd28, entries=150, sequenceid=314, filesize=12.0 K 2024-11-26T09:41:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/82272286091d4847b62f070b3b43e031 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/82272286091d4847b62f070b3b43e031 2024-11-26T09:41:10,573 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/82272286091d4847b62f070b3b43e031, entries=150, sequenceid=314, filesize=12.0 K 2024-11-26T09:41:10,575 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 44ae427d32194a2f5c1b27b94c148d0e in 149ms, sequenceid=314, compaction requested=false 2024-11-26T09:41:10,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:10,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:10,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-26T09:41:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-26T09:41:10,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T09:41:10,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 307 msec 2024-11-26T09:41:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T09:41:10,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 317 msec 2024-11-26T09:41:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:10,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T09:41:10,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:10,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:10,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:10,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:10,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:10,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:10,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/77aa303002d04ab9853bc2cafd30f742 is 50, key is test_row_0/A:col10/1732614070514/Put/seqid=0 2024-11-26T09:41:10,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741879_1055 (size=17181) 2024-11-26T09:41:10,687 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/c5d9a5d1714648bebcea8822203a228e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c5d9a5d1714648bebcea8822203a228e 2024-11-26T09:41:10,700 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/B of 44ae427d32194a2f5c1b27b94c148d0e into c5d9a5d1714648bebcea8822203a228e(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:10,700 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:10,701 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/B, priority=13, startTime=1732614070217; duration=0sec 2024-11-26T09:41:10,701 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:10,702 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:B 2024-11-26T09:41:10,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614130715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:10,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:10,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614130720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:10,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:10,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614130825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:10,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614130835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:10,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:10,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T09:41:10,896 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:10,897 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-26T09:41:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T09:41:10,900 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:10,901 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:10,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T09:41:11,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614131035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:11,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:11,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614131045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:11,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T09:41:11,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:11,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:11,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:11,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:11,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:11,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/77aa303002d04ab9853bc2cafd30f742 2024-11-26T09:41:11,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/df29f9291a4b474184f10a6b9fe0e41f is 50, key is test_row_0/B:col10/1732614070514/Put/seqid=0 2024-11-26T09:41:11,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741880_1056 (size=12301) 2024-11-26T09:41:11,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/df29f9291a4b474184f10a6b9fe0e41f 2024-11-26T09:41:11,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/1170257ea2cf49eab9ac6f10f589728c is 50, key is test_row_0/C:col10/1732614070514/Put/seqid=0 2024-11-26T09:41:11,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741881_1057 (size=12301) 2024-11-26T09:41:11,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/1170257ea2cf49eab9ac6f10f589728c 2024-11-26T09:41:11,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/77aa303002d04ab9853bc2cafd30f742 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/77aa303002d04ab9853bc2cafd30f742 2024-11-26T09:41:11,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/77aa303002d04ab9853bc2cafd30f742, entries=250, sequenceid=327, filesize=16.8 K 2024-11-26T09:41:11,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/df29f9291a4b474184f10a6b9fe0e41f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/df29f9291a4b474184f10a6b9fe0e41f 2024-11-26T09:41:11,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/df29f9291a4b474184f10a6b9fe0e41f, entries=150, sequenceid=327, filesize=12.0 K 2024-11-26T09:41:11,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/1170257ea2cf49eab9ac6f10f589728c as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/1170257ea2cf49eab9ac6f10f589728c 2024-11-26T09:41:11,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/1170257ea2cf49eab9ac6f10f589728c, entries=150, sequenceid=327, filesize=12.0 K 2024-11-26T09:41:11,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 44ae427d32194a2f5c1b27b94c148d0e in 563ms, sequenceid=327, compaction requested=true 2024-11-26T09:41:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:11,202 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:11,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:11,203 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:11,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:11,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:11,205 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42193 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:11,205 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/A is initiating minor compaction (all files) 2024-11-26T09:41:11,205 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/A in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:11,206 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:11,206 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/0aa399960db7407bb157e5bd4fc21910, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/3a5f5b54475c4967b43831094d7fdcfa, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/77aa303002d04ab9853bc2cafd30f742] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=41.2 K 2024-11-26T09:41:11,206 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/B is initiating minor compaction (all files) 2024-11-26T09:41:11,206 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/B in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:11,206 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c5d9a5d1714648bebcea8822203a228e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/77e56467fa1a4640b521941e070fdd28, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/df29f9291a4b474184f10a6b9fe0e41f] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=36.4 K 2024-11-26T09:41:11,207 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0aa399960db7407bb157e5bd4fc21910, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732614068498 2024-11-26T09:41:11,207 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting c5d9a5d1714648bebcea8822203a228e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732614068498 2024-11-26T09:41:11,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T09:41:11,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:11,209 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a5f5b54475c4967b43831094d7fdcfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732614069344 2024-11-26T09:41:11,209 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-26T09:41:11,209 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 77e56467fa1a4640b521941e070fdd28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732614069344 2024-11-26T09:41:11,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:11,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:11,210 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77aa303002d04ab9853bc2cafd30f742, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732614070506 2024-11-26T09:41:11,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:11,210 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting df29f9291a4b474184f10a6b9fe0e41f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732614070508 2024-11-26T09:41:11,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:11,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:11,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T09:41:11,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/07983255364a447588343cb756dd3ae9 is 50, key is test_row_0/A:col10/1732614070716/Put/seqid=0 2024-11-26T09:41:11,231 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#B#compaction#47 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:11,231 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:11,232 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/76e2652e36d740e6ac346814022a6588 is 50, key is test_row_0/B:col10/1732614070514/Put/seqid=0 2024-11-26T09:41:11,233 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/66685f1eca224d37bd05c6d1dd95e759 is 50, key is test_row_0/A:col10/1732614070514/Put/seqid=0 2024-11-26T09:41:11,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741882_1058 (size=12301) 2024-11-26T09:41:11,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741883_1059 (size=12813) 2024-11-26T09:41:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741884_1060 (size=12813) 2024-11-26T09:41:11,271 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/76e2652e36d740e6ac346814022a6588 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/76e2652e36d740e6ac346814022a6588 2024-11-26T09:41:11,279 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/B of 44ae427d32194a2f5c1b27b94c148d0e into 76e2652e36d740e6ac346814022a6588(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:11,280 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:11,280 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/B, priority=13, startTime=1732614071202; duration=0sec 2024-11-26T09:41:11,280 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:11,280 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:B 2024-11-26T09:41:11,280 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:11,282 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:11,282 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/C is initiating minor compaction (all files) 2024-11-26T09:41:11,282 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/C in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:11,282 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c0a7e223875d48efafb2d768634f00b2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/82272286091d4847b62f070b3b43e031, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/1170257ea2cf49eab9ac6f10f589728c] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=36.4 K 2024-11-26T09:41:11,284 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting c0a7e223875d48efafb2d768634f00b2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732614068498 2024-11-26T09:41:11,284 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 82272286091d4847b62f070b3b43e031, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732614069344 2024-11-26T09:41:11,285 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 1170257ea2cf49eab9ac6f10f589728c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732614070508 2024-11-26T09:41:11,297 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#C#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:11,298 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/9c7712fc1d3145a39eb164e99b8bad0c is 50, key is test_row_0/C:col10/1732614070514/Put/seqid=0 2024-11-26T09:41:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741885_1061 (size=12813) 2024-11-26T09:41:11,313 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/9c7712fc1d3145a39eb164e99b8bad0c as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/9c7712fc1d3145a39eb164e99b8bad0c 2024-11-26T09:41:11,322 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/C of 44ae427d32194a2f5c1b27b94c148d0e into 9c7712fc1d3145a39eb164e99b8bad0c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:11,322 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:11,322 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/C, priority=13, startTime=1732614071203; duration=0sec 2024-11-26T09:41:11,322 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:11,322 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:C 2024-11-26T09:41:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:11,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:11,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614131381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:11,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614131384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:11,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614131495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:11,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614131495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T09:41:11,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614131535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:11,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614131535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:11,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614131535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:11,542 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 44ae427d32194a2f5c1b27b94c148d0e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:11,542 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in 44ae427d32194a2f5c1b27b94c148d0e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:11,542 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 44ae427d32194a2f5c1b27b94c148d0e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:11,653 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/07983255364a447588343cb756dd3ae9 2024-11-26T09:41:11,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/e2d5010e2225433a82a23da947bc5f2c is 50, key is test_row_0/B:col10/1732614070716/Put/seqid=0 2024-11-26T09:41:11,685 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/66685f1eca224d37bd05c6d1dd95e759 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/66685f1eca224d37bd05c6d1dd95e759 2024-11-26T09:41:11,696 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/A of 44ae427d32194a2f5c1b27b94c148d0e into 66685f1eca224d37bd05c6d1dd95e759(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:11,696 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:11,696 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/A, priority=13, startTime=1732614071202; duration=0sec 2024-11-26T09:41:11,696 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:11,696 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:A 2024-11-26T09:41:11,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741886_1062 (size=12301) 2024-11-26T09:41:11,704 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/e2d5010e2225433a82a23da947bc5f2c 2024-11-26T09:41:11,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614131706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:11,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614131706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:11,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:11,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:11,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:11,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/891dfa6d624d4d9c887c6591c5d40d7a is 50, key is test_row_0/C:col10/1732614070716/Put/seqid=0 2024-11-26T09:41:11,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741887_1063 (size=12301) 2024-11-26T09:41:11,740 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/891dfa6d624d4d9c887c6591c5d40d7a 2024-11-26T09:41:11,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/07983255364a447588343cb756dd3ae9 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/07983255364a447588343cb756dd3ae9 2024-11-26T09:41:11,763 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/07983255364a447588343cb756dd3ae9, entries=150, sequenceid=347, filesize=12.0 K 2024-11-26T09:41:11,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/e2d5010e2225433a82a23da947bc5f2c as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/e2d5010e2225433a82a23da947bc5f2c 2024-11-26T09:41:11,775 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/e2d5010e2225433a82a23da947bc5f2c, entries=150, sequenceid=347, filesize=12.0 K 2024-11-26T09:41:11,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/891dfa6d624d4d9c887c6591c5d40d7a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/891dfa6d624d4d9c887c6591c5d40d7a 2024-11-26T09:41:11,785 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/891dfa6d624d4d9c887c6591c5d40d7a, entries=150, sequenceid=347, filesize=12.0 K 2024-11-26T09:41:11,786 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 44ae427d32194a2f5c1b27b94c148d0e in 577ms, sequenceid=347, compaction requested=false 2024-11-26T09:41:11,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:11,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:11,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-26T09:41:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-26T09:41:11,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-26T09:41:11,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 887 msec 2024-11-26T09:41:11,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 904 msec 2024-11-26T09:41:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:12,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-26T09:41:12,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:12,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:12,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:12,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:12,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:12,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:12,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/826d9b4e854f42b2a08055e1a7d5805e is 50, key is test_row_0/A:col10/1732614072018/Put/seqid=0 2024-11-26T09:41:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T09:41:12,036 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:12,036 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-26T09:41:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-26T09:41:12,039 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:12,039 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:12,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:12,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741888_1064 (size=14741) 2024-11-26T09:41:12,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/826d9b4e854f42b2a08055e1a7d5805e 2024-11-26T09:41:12,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/1c1eea1e138041819ef834dfe46290f8 is 50, key is test_row_0/B:col10/1732614072018/Put/seqid=0 2024-11-26T09:41:12,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614132059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614132062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:12,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741889_1065 (size=12301) 2024-11-26T09:41:12,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/1c1eea1e138041819ef834dfe46290f8 2024-11-26T09:41:12,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/4f4623943f084060914a39f1d8bd2045 is 50, key is test_row_0/C:col10/1732614072018/Put/seqid=0 2024-11-26T09:41:12,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741890_1066 (size=12301) 2024-11-26T09:41:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-26T09:41:12,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:12,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614132176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614132176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:12,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:12,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:12,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-26T09:41:12,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:12,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:12,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:12,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:12,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:12,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-26T09:41:12,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:12,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:12,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:12,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:12,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-26T09:41:12,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:12,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614132385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614132386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:12,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/4f4623943f084060914a39f1d8bd2045 2024-11-26T09:41:12,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-26T09:41:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:12,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:12,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/826d9b4e854f42b2a08055e1a7d5805e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/826d9b4e854f42b2a08055e1a7d5805e 2024-11-26T09:41:12,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/826d9b4e854f42b2a08055e1a7d5805e, entries=200, sequenceid=365, filesize=14.4 K 2024-11-26T09:41:12,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/1c1eea1e138041819ef834dfe46290f8 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1c1eea1e138041819ef834dfe46290f8 2024-11-26T09:41:12,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1c1eea1e138041819ef834dfe46290f8, entries=150, sequenceid=365, filesize=12.0 K 2024-11-26T09:41:12,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/4f4623943f084060914a39f1d8bd2045 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/4f4623943f084060914a39f1d8bd2045 2024-11-26T09:41:12,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/4f4623943f084060914a39f1d8bd2045, entries=150, sequenceid=365, filesize=12.0 K 2024-11-26T09:41:12,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 44ae427d32194a2f5c1b27b94c148d0e in 521ms, sequenceid=365, compaction requested=true 2024-11-26T09:41:12,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:12,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:12,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:12,539 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:12,539 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:12,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:12,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:12,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:12,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:12,541 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:12,541 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/B is initiating minor compaction (all files) 2024-11-26T09:41:12,541 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/B in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:12,541 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/76e2652e36d740e6ac346814022a6588, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/e2d5010e2225433a82a23da947bc5f2c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1c1eea1e138041819ef834dfe46290f8] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=36.5 K 2024-11-26T09:41:12,541 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:12,542 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/A is initiating minor compaction (all files) 2024-11-26T09:41:12,542 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/A in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:12,542 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/66685f1eca224d37bd05c6d1dd95e759, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/07983255364a447588343cb756dd3ae9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/826d9b4e854f42b2a08055e1a7d5805e] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=38.9 K 2024-11-26T09:41:12,542 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 76e2652e36d740e6ac346814022a6588, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732614070508 2024-11-26T09:41:12,543 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66685f1eca224d37bd05c6d1dd95e759, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732614070508 2024-11-26T09:41:12,543 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting e2d5010e2225433a82a23da947bc5f2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732614070700 2024-11-26T09:41:12,543 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07983255364a447588343cb756dd3ae9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732614070700 2024-11-26T09:41:12,543 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c1eea1e138041819ef834dfe46290f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732614071366 2024-11-26T09:41:12,544 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 826d9b4e854f42b2a08055e1a7d5805e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732614071366 2024-11-26T09:41:12,560 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#B#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:12,561 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#A#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:12,561 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/25025707021044e7bb386df915d2cdef is 50, key is test_row_0/B:col10/1732614072018/Put/seqid=0 2024-11-26T09:41:12,561 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/4a2ae317cc2040858b84297dc5a63b34 is 50, key is test_row_0/A:col10/1732614072018/Put/seqid=0 2024-11-26T09:41:12,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741891_1067 (size=12915) 2024-11-26T09:41:12,583 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/25025707021044e7bb386df915d2cdef as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/25025707021044e7bb386df915d2cdef 2024-11-26T09:41:12,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741892_1068 (size=12915) 2024-11-26T09:41:12,595 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/B of 44ae427d32194a2f5c1b27b94c148d0e into 25025707021044e7bb386df915d2cdef(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:12,595 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:12,595 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/B, priority=13, startTime=1732614072539; duration=0sec 2024-11-26T09:41:12,595 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:12,595 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:B 2024-11-26T09:41:12,595 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:12,597 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:12,597 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/C is initiating minor compaction (all files) 2024-11-26T09:41:12,597 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/C in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:12,597 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/9c7712fc1d3145a39eb164e99b8bad0c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/891dfa6d624d4d9c887c6591c5d40d7a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/4f4623943f084060914a39f1d8bd2045] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=36.5 K 2024-11-26T09:41:12,597 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c7712fc1d3145a39eb164e99b8bad0c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732614070508 2024-11-26T09:41:12,598 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 891dfa6d624d4d9c887c6591c5d40d7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732614070700 2024-11-26T09:41:12,598 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f4623943f084060914a39f1d8bd2045, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732614071366 2024-11-26T09:41:12,611 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#C#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:12,612 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/a841bbe6a7994c2986fcdce344db3467 is 50, key is test_row_0/C:col10/1732614072018/Put/seqid=0 2024-11-26T09:41:12,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741893_1069 (size=12915) 2024-11-26T09:41:12,643 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/a841bbe6a7994c2986fcdce344db3467 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/a841bbe6a7994c2986fcdce344db3467 2024-11-26T09:41:12,651 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/C of 44ae427d32194a2f5c1b27b94c148d0e into a841bbe6a7994c2986fcdce344db3467(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:12,651 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:12,651 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/C, priority=13, startTime=1732614072540; duration=0sec 2024-11-26T09:41:12,651 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:12,651 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:C 2024-11-26T09:41:12,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-26T09:41:12,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:12,661 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-26T09:41:12,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:12,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:12,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:12,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:12,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:12,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:12,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/f6b9038dda234c6a925e463c043778df is 50, key is test_row_0/A:col10/1732614072058/Put/seqid=0 2024-11-26T09:41:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-26T09:41:12,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741894_1070 (size=12301) 2024-11-26T09:41:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:12,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:12,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614132748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:12,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:12,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614132749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:12,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:12,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:12,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614132855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614132855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:12,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:12,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:12,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:12,994 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/4a2ae317cc2040858b84297dc5a63b34 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/4a2ae317cc2040858b84297dc5a63b34 2024-11-26T09:41:13,001 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/A of 44ae427d32194a2f5c1b27b94c148d0e into 4a2ae317cc2040858b84297dc5a63b34(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:13,001 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:13,002 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/A, priority=13, startTime=1732614072539; duration=0sec 2024-11-26T09:41:13,002 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:13,002 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:A 2024-11-26T09:41:13,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614133065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:13,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:13,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614133065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:13,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:13,075 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/f6b9038dda234c6a925e463c043778df 2024-11-26T09:41:13,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/0cf80535e8384d65a8a1d20757bc6653 is 50, key is test_row_0/B:col10/1732614072058/Put/seqid=0 2024-11-26T09:41:13,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741895_1071 (size=12301) 2024-11-26T09:41:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-26T09:41:13,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614133376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:13,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:13,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614133376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:13,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:13,494 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/0cf80535e8384d65a8a1d20757bc6653 2024-11-26T09:41:13,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/d3ae9d0a29c44613a9b3af8408fd094e is 50, key is test_row_0/C:col10/1732614072058/Put/seqid=0 2024-11-26T09:41:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741896_1072 (size=12301) 2024-11-26T09:41:13,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614133545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:13,548 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 44ae427d32194a2f5c1b27b94c148d0e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:13,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:13,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614133555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:13,558 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in 44ae427d32194a2f5c1b27b94c148d0e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:13,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614133565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:13,571 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 44ae427d32194a2f5c1b27b94c148d0e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:13,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:13,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614133885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:13,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614133895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:13,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:13,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:13,911 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/d3ae9d0a29c44613a9b3af8408fd094e 2024-11-26T09:41:13,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/f6b9038dda234c6a925e463c043778df as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/f6b9038dda234c6a925e463c043778df 2024-11-26T09:41:13,925 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/f6b9038dda234c6a925e463c043778df, entries=150, sequenceid=384, filesize=12.0 K 2024-11-26T09:41:13,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/0cf80535e8384d65a8a1d20757bc6653 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/0cf80535e8384d65a8a1d20757bc6653 2024-11-26T09:41:13,931 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/0cf80535e8384d65a8a1d20757bc6653, entries=150, sequenceid=384, filesize=12.0 K 2024-11-26T09:41:13,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/d3ae9d0a29c44613a9b3af8408fd094e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/d3ae9d0a29c44613a9b3af8408fd094e 2024-11-26T09:41:13,940 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/d3ae9d0a29c44613a9b3af8408fd094e, entries=150, sequenceid=384, filesize=12.0 K 2024-11-26T09:41:13,942 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 44ae427d32194a2f5c1b27b94c148d0e in 1280ms, sequenceid=384, compaction requested=false 2024-11-26T09:41:13,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:13,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:13,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-26T09:41:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-26T09:41:13,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-26T09:41:13,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9040 sec 2024-11-26T09:41:13,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.9110 sec 2024-11-26T09:41:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-26T09:41:14,185 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:14,186 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-26T09:41:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T09:41:14,188 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:14,189 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:14,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T09:41:14,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-26T09:41:14,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:14,343 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-26T09:41:14,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:14,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:14,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:14,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:14,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:14,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:14,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/ffae3f0af105437b8df55e168a33fd7d is 50, key is test_row_0/A:col10/1732614072745/Put/seqid=0 2024-11-26T09:41:14,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741897_1073 (size=12301) 2024-11-26T09:41:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T09:41:14,754 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/ffae3f0af105437b8df55e168a33fd7d 2024-11-26T09:41:14,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/c6b45d0b39934b689193719c780b16c3 is 50, key is test_row_0/B:col10/1732614072745/Put/seqid=0 2024-11-26T09:41:14,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741898_1074 (size=12301) 2024-11-26T09:41:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T09:41:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:14,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:14,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614134928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:14,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:14,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614134930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:15,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614135045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614135045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:15,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:15,172 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/c6b45d0b39934b689193719c780b16c3 2024-11-26T09:41:15,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/69a8615346ac4d6b97a11ba74f52fc64 is 50, key is test_row_0/C:col10/1732614072745/Put/seqid=0 2024-11-26T09:41:15,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741899_1075 (size=12301) 2024-11-26T09:41:15,192 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/69a8615346ac4d6b97a11ba74f52fc64 2024-11-26T09:41:15,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/ffae3f0af105437b8df55e168a33fd7d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/ffae3f0af105437b8df55e168a33fd7d 2024-11-26T09:41:15,207 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/ffae3f0af105437b8df55e168a33fd7d, entries=150, sequenceid=400, filesize=12.0 K 2024-11-26T09:41:15,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/c6b45d0b39934b689193719c780b16c3 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c6b45d0b39934b689193719c780b16c3 2024-11-26T09:41:15,214 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c6b45d0b39934b689193719c780b16c3, entries=150, sequenceid=400, filesize=12.0 K 2024-11-26T09:41:15,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/69a8615346ac4d6b97a11ba74f52fc64 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/69a8615346ac4d6b97a11ba74f52fc64 2024-11-26T09:41:15,221 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/69a8615346ac4d6b97a11ba74f52fc64, entries=150, sequenceid=400, filesize=12.0 K 2024-11-26T09:41:15,222 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 44ae427d32194a2f5c1b27b94c148d0e in 879ms, sequenceid=400, compaction requested=true 2024-11-26T09:41:15,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:15,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:15,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-26T09:41:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-26T09:41:15,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-26T09:41:15,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0350 sec 2024-11-26T09:41:15,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.0410 sec 2024-11-26T09:41:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:15,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-26T09:41:15,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:15,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:15,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:15,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:15,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:15,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:15,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/4de1241eb1e240059c63c587b515b403 is 50, key is test_row_0/A:col10/1732614075257/Put/seqid=0 2024-11-26T09:41:15,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741900_1076 (size=17181) 2024-11-26T09:41:15,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/4de1241eb1e240059c63c587b515b403 2024-11-26T09:41:15,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/ee9ad5954a6347acb74ac17084fd38c7 is 50, key is test_row_0/B:col10/1732614075257/Put/seqid=0 2024-11-26T09:41:15,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614135288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:15,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741901_1077 (size=12301) 2024-11-26T09:41:15,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:15,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614135289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:15,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T09:41:15,325 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:15,326 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-26T09:41:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-26T09:41:15,328 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:15,329 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:15,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:15,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614135405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:15,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:15,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614135405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:15,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-26T09:41:15,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-26T09:41:15,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:15,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:15,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:15,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:15,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:15,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614135615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:15,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:15,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614135615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:15,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:15,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:15,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-26T09:41:15,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:15,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:15,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-26T09:41:15,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/ee9ad5954a6347acb74ac17084fd38c7 2024-11-26T09:41:15,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/f06d471a2b0a402abc8382336cf3d4ec is 50, key is test_row_0/C:col10/1732614075257/Put/seqid=0 2024-11-26T09:41:15,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741902_1078 (size=12301) 2024-11-26T09:41:15,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-26T09:41:15,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:15,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:15,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:15,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:15,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:15,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614135924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:15,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614135925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:15,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:15,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:15,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:15,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-26T09:41:15,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:15,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:15,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:15,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:15,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-26T09:41:16,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-26T09:41:16,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:16,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:16,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:16,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:16,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:16,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/f06d471a2b0a402abc8382336cf3d4ec 2024-11-26T09:41:16,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/4de1241eb1e240059c63c587b515b403 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/4de1241eb1e240059c63c587b515b403 2024-11-26T09:41:16,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/4de1241eb1e240059c63c587b515b403, entries=250, sequenceid=419, filesize=16.8 K 2024-11-26T09:41:16,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/ee9ad5954a6347acb74ac17084fd38c7 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ee9ad5954a6347acb74ac17084fd38c7 2024-11-26T09:41:16,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ee9ad5954a6347acb74ac17084fd38c7, entries=150, sequenceid=419, filesize=12.0 K 2024-11-26T09:41:16,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/f06d471a2b0a402abc8382336cf3d4ec as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f06d471a2b0a402abc8382336cf3d4ec 2024-11-26T09:41:16,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f06d471a2b0a402abc8382336cf3d4ec, entries=150, sequenceid=419, filesize=12.0 K 2024-11-26T09:41:16,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 44ae427d32194a2f5c1b27b94c148d0e in 910ms, sequenceid=419, compaction requested=true 2024-11-26T09:41:16,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:16,167 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:41:16,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:16,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:16,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:16,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:16,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:16,167 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:41:16,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:16,177 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:41:16,177 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/B is initiating minor compaction (all files) 2024-11-26T09:41:16,177 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/B in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:16,178 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/25025707021044e7bb386df915d2cdef, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/0cf80535e8384d65a8a1d20757bc6653, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c6b45d0b39934b689193719c780b16c3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ee9ad5954a6347acb74ac17084fd38c7] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=48.7 K 2024-11-26T09:41:16,178 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 25025707021044e7bb386df915d2cdef, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732614071366 2024-11-26T09:41:16,178 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54698 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:41:16,178 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/A is initiating minor compaction (all files) 2024-11-26T09:41:16,179 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/A in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:16,179 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/4a2ae317cc2040858b84297dc5a63b34, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/f6b9038dda234c6a925e463c043778df, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/ffae3f0af105437b8df55e168a33fd7d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/4de1241eb1e240059c63c587b515b403] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=53.4 K 2024-11-26T09:41:16,179 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cf80535e8384d65a8a1d20757bc6653, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732614072048 2024-11-26T09:41:16,179 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a2ae317cc2040858b84297dc5a63b34, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732614071366 2024-11-26T09:41:16,180 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting c6b45d0b39934b689193719c780b16c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732614072743 2024-11-26T09:41:16,180 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6b9038dda234c6a925e463c043778df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732614072048 2024-11-26T09:41:16,180 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ee9ad5954a6347acb74ac17084fd38c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732614074924 2024-11-26T09:41:16,180 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffae3f0af105437b8df55e168a33fd7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732614072743 2024-11-26T09:41:16,183 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4de1241eb1e240059c63c587b515b403, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732614074923 2024-11-26T09:41:16,203 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#B#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:16,203 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/c40a402fdcef4207b12548d0398ab51d is 50, key is test_row_0/B:col10/1732614075257/Put/seqid=0 2024-11-26T09:41:16,208 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#A#compaction#67 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:16,209 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/c989f161f9ca4c3aa40b158d4b2850bd is 50, key is test_row_0/A:col10/1732614075257/Put/seqid=0 2024-11-26T09:41:16,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741903_1079 (size=13051) 2024-11-26T09:41:16,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741904_1080 (size=13051) 2024-11-26T09:41:16,236 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/c989f161f9ca4c3aa40b158d4b2850bd as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c989f161f9ca4c3aa40b158d4b2850bd 2024-11-26T09:41:16,245 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/A of 44ae427d32194a2f5c1b27b94c148d0e into c989f161f9ca4c3aa40b158d4b2850bd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:16,245 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:16,245 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/A, priority=12, startTime=1732614076167; duration=0sec 2024-11-26T09:41:16,245 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:16,246 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:A 2024-11-26T09:41:16,246 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:41:16,247 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:41:16,247 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/C is initiating minor compaction (all files) 2024-11-26T09:41:16,248 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/C in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:16,248 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/a841bbe6a7994c2986fcdce344db3467, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/d3ae9d0a29c44613a9b3af8408fd094e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/69a8615346ac4d6b97a11ba74f52fc64, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f06d471a2b0a402abc8382336cf3d4ec] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=48.7 K 2024-11-26T09:41:16,249 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting a841bbe6a7994c2986fcdce344db3467, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732614071366 2024-11-26T09:41:16,250 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3ae9d0a29c44613a9b3af8408fd094e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732614072048 2024-11-26T09:41:16,250 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69a8615346ac4d6b97a11ba74f52fc64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732614072743 2024-11-26T09:41:16,250 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting f06d471a2b0a402abc8382336cf3d4ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732614074924 2024-11-26T09:41:16,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-26T09:41:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:16,253 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-26T09:41:16,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:16,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:16,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:16,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:16,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:16,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:16,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/fbd1ab6b985a48b1bb3fca7d2fa3e38e is 50, key is test_row_0/A:col10/1732614075285/Put/seqid=0 2024-11-26T09:41:16,287 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#C#compaction#69 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:16,288 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/b336554a53b047fa8837054778b6f265 is 50, key is test_row_0/C:col10/1732614075257/Put/seqid=0 2024-11-26T09:41:16,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741905_1081 (size=12301) 2024-11-26T09:41:16,310 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/fbd1ab6b985a48b1bb3fca7d2fa3e38e 2024-11-26T09:41:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741906_1082 (size=13051) 2024-11-26T09:41:16,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/9d2d7fe09311418c9b80c2b960c67805 is 50, key is test_row_0/B:col10/1732614075285/Put/seqid=0 2024-11-26T09:41:16,347 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/b336554a53b047fa8837054778b6f265 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b336554a53b047fa8837054778b6f265 2024-11-26T09:41:16,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741907_1083 (size=12301) 2024-11-26T09:41:16,357 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/9d2d7fe09311418c9b80c2b960c67805 2024-11-26T09:41:16,366 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/C of 44ae427d32194a2f5c1b27b94c148d0e into b336554a53b047fa8837054778b6f265(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:16,366 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:16,366 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/C, priority=12, startTime=1732614076167; duration=0sec 2024-11-26T09:41:16,367 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:16,367 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:C 2024-11-26T09:41:16,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/92f0762781db4e2aa03037a1093e3913 is 50, key is test_row_0/C:col10/1732614075285/Put/seqid=0 2024-11-26T09:41:16,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741908_1084 (size=12301) 2024-11-26T09:41:16,407 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/92f0762781db4e2aa03037a1093e3913 2024-11-26T09:41:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/fbd1ab6b985a48b1bb3fca7d2fa3e38e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/fbd1ab6b985a48b1bb3fca7d2fa3e38e 2024-11-26T09:41:16,426 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/fbd1ab6b985a48b1bb3fca7d2fa3e38e, entries=150, sequenceid=433, filesize=12.0 K 2024-11-26T09:41:16,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/9d2d7fe09311418c9b80c2b960c67805 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/9d2d7fe09311418c9b80c2b960c67805 2024-11-26T09:41:16,436 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/9d2d7fe09311418c9b80c2b960c67805, entries=150, sequenceid=433, filesize=12.0 K 2024-11-26T09:41:16,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/92f0762781db4e2aa03037a1093e3913 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/92f0762781db4e2aa03037a1093e3913 2024-11-26T09:41:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:16,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:16,446 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/92f0762781db4e2aa03037a1093e3913, entries=150, sequenceid=433, filesize=12.0 K 2024-11-26T09:41:16,449 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=20.13 KB/20610 for 44ae427d32194a2f5c1b27b94c148d0e in 196ms, sequenceid=433, compaction requested=false 2024-11-26T09:41:16,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:16,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:16,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-26T09:41:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-26T09:41:16,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-26T09:41:16,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1230 sec 2024-11-26T09:41:16,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.1280 sec 2024-11-26T09:41:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:16,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:41:16,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:16,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:16,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:16,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:16,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:16,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-26T09:41:16,466 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:16,466 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-26T09:41:16,472 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-26T09:41:16,474 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:16,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:16,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/49ec4265d724464e9de409ba760723ac is 50, key is test_row_0/A:col10/1732614076461/Put/seqid=0 2024-11-26T09:41:16,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741909_1085 (size=12297) 2024-11-26T09:41:16,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732614076486, max timestamp=1732614076546Num uniques 859; 2024-11-26T09:41:16,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:41:16,551 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732614076486, max timestamp=1732614076546Num uniques 859; 2024-11-26T09:41:16,551 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:41:16,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732614076486, max timestamp=1732614076546Num uniques 859; 2024-11-26T09:41:16,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:41:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-26T09:41:16,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614136596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:16,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:16,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:16,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:16,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614136600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:16,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:16,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:16,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:16,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-26T09:41:16,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:16,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:16,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:16,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:16,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:16,640 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/c40a402fdcef4207b12548d0398ab51d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c40a402fdcef4207b12548d0398ab51d 2024-11-26T09:41:16,650 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/B of 44ae427d32194a2f5c1b27b94c148d0e into c40a402fdcef4207b12548d0398ab51d(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:16,650 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:16,650 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/B, priority=12, startTime=1732614076167; duration=0sec 2024-11-26T09:41:16,651 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:16,651 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:B 2024-11-26T09:41:16,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614136715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:16,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614136715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:16,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-26T09:41:16,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:16,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:16,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:16,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:16,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-26T09:41:16,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/49ec4265d724464e9de409ba760723ac 2024-11-26T09:41:16,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614136925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:16,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614136926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:16,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:16,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:16,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:16,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:16,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:16,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-26T09:41:16,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:16,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:16,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:16,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:16,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:16,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/afcf67fcc2d242bb955a06f7e60669ed is 50, key is test_row_0/B:col10/1732614076461/Put/seqid=0 2024-11-26T09:41:17,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741910_1086 (size=9857) 2024-11-26T09:41:17,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-26T09:41:17,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:17,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:17,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:17,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-26T09:41:17,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614137235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:17,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:17,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:17,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:17,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614137235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:17,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:17,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:17,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:17,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-26T09:41:17,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:17,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:17,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:17,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/afcf67fcc2d242bb955a06f7e60669ed 2024-11-26T09:41:17,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-26T09:41:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:17,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:17,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/b7c881a655d84003a84191e978ffd715 is 50, key is test_row_0/C:col10/1732614076461/Put/seqid=0 2024-11-26T09:41:17,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741911_1087 (size=9857) 2024-11-26T09:41:17,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-26T09:41:17,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:17,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:17,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:17,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47342 deadline: 1732614137575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:17,577 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 44ae427d32194a2f5c1b27b94c148d0e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:17,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732614137585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:17,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47406 deadline: 1732614137585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:17,590 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in 44ae427d32194a2f5c1b27b94c148d0e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:17,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:17,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:17,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:17,591 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 44ae427d32194a2f5c1b27b94c148d0e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:17,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:17,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:17,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-26T09:41:17,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-26T09:41:17,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:17,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:17,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:17,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614137744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:17,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614137755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:17,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:17,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:17,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:17,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/b7c881a655d84003a84191e978ffd715 2024-11-26T09:41:17,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/49ec4265d724464e9de409ba760723ac as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/49ec4265d724464e9de409ba760723ac 2024-11-26T09:41:17,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/49ec4265d724464e9de409ba760723ac, entries=150, sequenceid=444, filesize=12.0 K 2024-11-26T09:41:17,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/afcf67fcc2d242bb955a06f7e60669ed as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/afcf67fcc2d242bb955a06f7e60669ed 2024-11-26T09:41:17,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/afcf67fcc2d242bb955a06f7e60669ed, entries=100, sequenceid=444, filesize=9.6 K 2024-11-26T09:41:17,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/b7c881a655d84003a84191e978ffd715 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b7c881a655d84003a84191e978ffd715 2024-11-26T09:41:17,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-26T09:41:17,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:17,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:17,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:17,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:17,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b7c881a655d84003a84191e978ffd715, entries=100, sequenceid=444, filesize=9.6 K 2024-11-26T09:41:17,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 44ae427d32194a2f5c1b27b94c148d0e in 1417ms, sequenceid=444, compaction requested=true 2024-11-26T09:41:17,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:17,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:17,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:17,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:17,881 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:17,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:17,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:17,881 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:17,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:17,883 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:17,883 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/B is initiating minor compaction (all files) 2024-11-26T09:41:17,883 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/B in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:17,884 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c40a402fdcef4207b12548d0398ab51d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/9d2d7fe09311418c9b80c2b960c67805, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/afcf67fcc2d242bb955a06f7e60669ed] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=34.4 K 2024-11-26T09:41:17,884 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:17,884 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/A is initiating minor compaction (all files) 2024-11-26T09:41:17,884 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/A in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:17,884 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c989f161f9ca4c3aa40b158d4b2850bd, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/fbd1ab6b985a48b1bb3fca7d2fa3e38e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/49ec4265d724464e9de409ba760723ac] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=36.8 K 2024-11-26T09:41:17,885 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting c40a402fdcef4207b12548d0398ab51d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732614074924 2024-11-26T09:41:17,890 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting c989f161f9ca4c3aa40b158d4b2850bd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732614074924 2024-11-26T09:41:17,891 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d2d7fe09311418c9b80c2b960c67805, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732614075266 2024-11-26T09:41:17,891 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbd1ab6b985a48b1bb3fca7d2fa3e38e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732614075266 2024-11-26T09:41:17,892 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting afcf67fcc2d242bb955a06f7e60669ed, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732614076455 2024-11-26T09:41:17,892 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49ec4265d724464e9de409ba760723ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732614076455 2024-11-26T09:41:17,918 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#B#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:17,919 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/aff656be88f049d38355610ac121361c is 50, key is test_row_0/B:col10/1732614076461/Put/seqid=0 2024-11-26T09:41:17,925 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:17,926 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/623cd36f025e4657b35f0003f4cb1a41 is 50, key is test_row_0/A:col10/1732614076461/Put/seqid=0 2024-11-26T09:41:17,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741912_1088 (size=13153) 2024-11-26T09:41:18,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741913_1089 (size=13153) 2024-11-26T09:41:18,019 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/623cd36f025e4657b35f0003f4cb1a41 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/623cd36f025e4657b35f0003f4cb1a41 2024-11-26T09:41:18,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-26T09:41:18,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:18,026 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-26T09:41:18,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:18,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:18,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:18,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:18,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:18,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:18,030 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/A of 44ae427d32194a2f5c1b27b94c148d0e into 623cd36f025e4657b35f0003f4cb1a41(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:18,030 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:18,030 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/A, priority=13, startTime=1732614077881; duration=0sec 2024-11-26T09:41:18,030 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:18,030 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:A 2024-11-26T09:41:18,030 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:18,032 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:18,032 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/C is initiating minor compaction (all files) 2024-11-26T09:41:18,032 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/C in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:18,032 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b336554a53b047fa8837054778b6f265, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/92f0762781db4e2aa03037a1093e3913, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b7c881a655d84003a84191e978ffd715] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=34.4 K 2024-11-26T09:41:18,032 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting b336554a53b047fa8837054778b6f265, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732614074924 2024-11-26T09:41:18,033 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92f0762781db4e2aa03037a1093e3913, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732614075266 2024-11-26T09:41:18,033 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7c881a655d84003a84191e978ffd715, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732614076455 2024-11-26T09:41:18,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/5b103e42b2b740c99446c9e4e32d7c4d is 50, key is test_row_0/A:col10/1732614076597/Put/seqid=0 2024-11-26T09:41:18,058 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#C#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:18,059 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/abbaf348c5b64903ac57aa01057c1de3 is 50, key is test_row_0/C:col10/1732614076461/Put/seqid=0 2024-11-26T09:41:18,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741914_1090 (size=12301) 2024-11-26T09:41:18,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741915_1091 (size=13153) 2024-11-26T09:41:18,106 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/abbaf348c5b64903ac57aa01057c1de3 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/abbaf348c5b64903ac57aa01057c1de3 2024-11-26T09:41:18,117 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/C of 44ae427d32194a2f5c1b27b94c148d0e into abbaf348c5b64903ac57aa01057c1de3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:18,117 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:18,117 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/C, priority=13, startTime=1732614077881; duration=0sec 2024-11-26T09:41:18,118 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:18,118 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:C 2024-11-26T09:41:18,369 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/aff656be88f049d38355610ac121361c as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/aff656be88f049d38355610ac121361c 2024-11-26T09:41:18,379 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/B of 44ae427d32194a2f5c1b27b94c148d0e into aff656be88f049d38355610ac121361c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:18,380 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:18,380 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/B, priority=13, startTime=1732614077881; duration=0sec 2024-11-26T09:41:18,381 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:18,382 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:B 2024-11-26T09:41:18,496 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/5b103e42b2b740c99446c9e4e32d7c4d 2024-11-26T09:41:18,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/f5dda616d20a4ca19d64ca92c989dc74 is 50, key is test_row_0/B:col10/1732614076597/Put/seqid=0 2024-11-26T09:41:18,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741916_1092 (size=12301) 2024-11-26T09:41:18,562 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/f5dda616d20a4ca19d64ca92c989dc74 2024-11-26T09:41:18,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/5eb7db743fc04575b404360384556417 is 50, key is test_row_0/C:col10/1732614076597/Put/seqid=0 2024-11-26T09:41:18,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741917_1093 (size=12301) 2024-11-26T09:41:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-26T09:41:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:18,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:18,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614138796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:18,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614138796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:18,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:18,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:18,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:18,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:18,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:18,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:18,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614138905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:18,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:18,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:18,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:18,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614138905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:18,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:18,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:18,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:19,035 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/5eb7db743fc04575b404360384556417 2024-11-26T09:41:19,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/5b103e42b2b740c99446c9e4e32d7c4d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/5b103e42b2b740c99446c9e4e32d7c4d 2024-11-26T09:41:19,051 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/5b103e42b2b740c99446c9e4e32d7c4d, entries=150, sequenceid=480, filesize=12.0 K 2024-11-26T09:41:19,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/f5dda616d20a4ca19d64ca92c989dc74 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/f5dda616d20a4ca19d64ca92c989dc74 2024-11-26T09:41:19,059 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/f5dda616d20a4ca19d64ca92c989dc74, entries=150, sequenceid=480, filesize=12.0 K 2024-11-26T09:41:19,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/5eb7db743fc04575b404360384556417 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/5eb7db743fc04575b404360384556417 2024-11-26T09:41:19,067 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/5eb7db743fc04575b404360384556417, entries=150, sequenceid=480, filesize=12.0 K 2024-11-26T09:41:19,069 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 44ae427d32194a2f5c1b27b94c148d0e in 1043ms, sequenceid=480, compaction requested=false 2024-11-26T09:41:19,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:19,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:19,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-26T09:41:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-26T09:41:19,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-26T09:41:19,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5970 sec 2024-11-26T09:41:19,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.6080 sec 2024-11-26T09:41:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:19,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T09:41:19,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:19,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:19,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:19,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:19,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:19,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:19,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/ea16b7e834be490db04eb60966b7f240 is 50, key is test_row_0/A:col10/1732614079128/Put/seqid=0 2024-11-26T09:41:19,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741918_1094 (size=17181) 2024-11-26T09:41:19,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614139198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:19,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:19,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614139200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:19,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:19,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614139305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:19,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614139315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:19,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:19,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614139515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:19,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:19,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614139525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:19,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/ea16b7e834be490db04eb60966b7f240 2024-11-26T09:41:19,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/5d0e2f73a408468d99aa5d4045c93fe2 is 50, key is test_row_0/B:col10/1732614079128/Put/seqid=0 2024-11-26T09:41:19,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741919_1095 (size=12301) 2024-11-26T09:41:19,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/5d0e2f73a408468d99aa5d4045c93fe2 2024-11-26T09:41:19,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/c86e743836ea415d82eddd21d06bb165 is 50, key is test_row_0/C:col10/1732614079128/Put/seqid=0 2024-11-26T09:41:19,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741920_1096 (size=12301) 2024-11-26T09:41:19,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/c86e743836ea415d82eddd21d06bb165 2024-11-26T09:41:19,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/ea16b7e834be490db04eb60966b7f240 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/ea16b7e834be490db04eb60966b7f240 2024-11-26T09:41:19,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/ea16b7e834be490db04eb60966b7f240, entries=250, sequenceid=495, filesize=16.8 K 2024-11-26T09:41:19,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/5d0e2f73a408468d99aa5d4045c93fe2 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5d0e2f73a408468d99aa5d4045c93fe2 2024-11-26T09:41:19,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5d0e2f73a408468d99aa5d4045c93fe2, entries=150, sequenceid=495, filesize=12.0 K 2024-11-26T09:41:19,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/c86e743836ea415d82eddd21d06bb165 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c86e743836ea415d82eddd21d06bb165 2024-11-26T09:41:19,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c86e743836ea415d82eddd21d06bb165, entries=150, sequenceid=495, filesize=12.0 K 2024-11-26T09:41:19,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 44ae427d32194a2f5c1b27b94c148d0e in 607ms, sequenceid=495, compaction requested=true 2024-11-26T09:41:19,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:19,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:19,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:19,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:19,739 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:19,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:19,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:19,739 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:19,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:19,741 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:19,741 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:19,741 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/A is initiating minor compaction (all files) 2024-11-26T09:41:19,741 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/B is initiating minor compaction (all files) 2024-11-26T09:41:19,741 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/A in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:19,741 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/B in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:19,742 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/aff656be88f049d38355610ac121361c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/f5dda616d20a4ca19d64ca92c989dc74, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5d0e2f73a408468d99aa5d4045c93fe2] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=36.9 K 2024-11-26T09:41:19,742 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/623cd36f025e4657b35f0003f4cb1a41, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/5b103e42b2b740c99446c9e4e32d7c4d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/ea16b7e834be490db04eb60966b7f240] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=41.6 K 2024-11-26T09:41:19,742 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting aff656be88f049d38355610ac121361c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732614075266 2024-11-26T09:41:19,742 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 623cd36f025e4657b35f0003f4cb1a41, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732614075266 2024-11-26T09:41:19,743 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting f5dda616d20a4ca19d64ca92c989dc74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732614076581 2024-11-26T09:41:19,743 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b103e42b2b740c99446c9e4e32d7c4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732614076581 2024-11-26T09:41:19,743 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea16b7e834be490db04eb60966b7f240, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732614078780 2024-11-26T09:41:19,743 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d0e2f73a408468d99aa5d4045c93fe2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732614078780 2024-11-26T09:41:19,761 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:19,762 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/bacb85f37f26482992c47f651e0ed876 is 50, key is test_row_0/B:col10/1732614079128/Put/seqid=0 2024-11-26T09:41:19,764 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:19,765 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/abc7a16520904c189a4bd35e0394f419 is 50, key is test_row_0/A:col10/1732614079128/Put/seqid=0 2024-11-26T09:41:19,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741922_1098 (size=13255) 2024-11-26T09:41:19,794 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/abc7a16520904c189a4bd35e0394f419 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/abc7a16520904c189a4bd35e0394f419 2024-11-26T09:41:19,810 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/A of 44ae427d32194a2f5c1b27b94c148d0e into abc7a16520904c189a4bd35e0394f419(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:19,810 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:19,810 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/A, priority=13, startTime=1732614079739; duration=0sec 2024-11-26T09:41:19,811 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:19,811 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:A 2024-11-26T09:41:19,811 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:19,813 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:19,813 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/C is initiating minor compaction (all files) 2024-11-26T09:41:19,813 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/C in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:19,814 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/abbaf348c5b64903ac57aa01057c1de3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/5eb7db743fc04575b404360384556417, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c86e743836ea415d82eddd21d06bb165] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=36.9 K 2024-11-26T09:41:19,815 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting abbaf348c5b64903ac57aa01057c1de3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732614075266 2024-11-26T09:41:19,815 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5eb7db743fc04575b404360384556417, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732614076581 2024-11-26T09:41:19,816 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting c86e743836ea415d82eddd21d06bb165, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732614078780 2024-11-26T09:41:19,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741921_1097 (size=13255) 2024-11-26T09:41:19,830 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#C#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:19,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614079189, max timestamp=1732614079827Num uniques 859; 2024-11-26T09:41:19,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614079189, max timestamp=1732614079827Num uniques 859; 2024-11-26T09:41:19,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:19,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:19,831 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/66ddb3a9947a4f8eab97059c16694fa1 is 50, key is test_row_0/C:col10/1732614079128/Put/seqid=0 2024-11-26T09:41:19,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614079189, max timestamp=1732614079827Num uniques 859; 2024-11-26T09:41:19,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:19,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-11-26T09:41:19,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:19,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:19,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:19,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:19,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:19,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:19,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741923_1099 (size=13255) 2024-11-26T09:41:19,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/b8d8b76f22ad4128a4ca0f81f3d65105 is 50, key is test_row_0/A:col10/1732614079845/Put/seqid=0 2024-11-26T09:41:19,865 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/66ddb3a9947a4f8eab97059c16694fa1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/66ddb3a9947a4f8eab97059c16694fa1 2024-11-26T09:41:19,873 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/C of 44ae427d32194a2f5c1b27b94c148d0e into 66ddb3a9947a4f8eab97059c16694fa1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:19,873 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:19,873 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/C, priority=13, startTime=1732614079739; duration=0sec 2024-11-26T09:41:19,874 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:19,874 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:C 2024-11-26T09:41:19,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741924_1100 (size=14741) 2024-11-26T09:41:19,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/b8d8b76f22ad4128a4ca0f81f3d65105 2024-11-26T09:41:19,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614079891, max timestamp=1732614079919Num uniques 859; 2024-11-26T09:41:19,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614079891, max timestamp=1732614079919Num uniques 859; 2024-11-26T09:41:19,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:19,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:19,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/17ab07aed2c1440e82a705a9ff6bc1a1 is 50, key is test_row_0/B:col10/1732614079845/Put/seqid=0 2024-11-26T09:41:19,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614079891, max timestamp=1732614079919Num uniques 859; 2024-11-26T09:41:19,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:19,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741925_1101 (size=12301) 2024-11-26T09:41:19,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/17ab07aed2c1440e82a705a9ff6bc1a1 2024-11-26T09:41:19,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/28d38728cdee48b39a82c8cc56b60f53 is 50, key is test_row_0/C:col10/1732614079845/Put/seqid=0 2024-11-26T09:41:19,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741926_1102 (size=12301) 2024-11-26T09:41:19,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614139981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:19,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614139983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:19,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:19,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:20,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614140095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:20,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614140105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:20,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:20,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:20,234 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/bacb85f37f26482992c47f651e0ed876 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/bacb85f37f26482992c47f651e0ed876 2024-11-26T09:41:20,241 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/B of 44ae427d32194a2f5c1b27b94c148d0e into bacb85f37f26482992c47f651e0ed876(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:20,242 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:20,242 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/B, priority=13, startTime=1732614079739; duration=0sec 2024-11-26T09:41:20,242 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:20,242 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:B 2024-11-26T09:41:20,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614140315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:20,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:20,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614140315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:20,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:20,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:20,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/28d38728cdee48b39a82c8cc56b60f53 2024-11-26T09:41:20,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/b8d8b76f22ad4128a4ca0f81f3d65105 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/b8d8b76f22ad4128a4ca0f81f3d65105 2024-11-26T09:41:20,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/b8d8b76f22ad4128a4ca0f81f3d65105, entries=200, sequenceid=521, filesize=14.4 K 2024-11-26T09:41:20,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/17ab07aed2c1440e82a705a9ff6bc1a1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/17ab07aed2c1440e82a705a9ff6bc1a1 2024-11-26T09:41:20,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/17ab07aed2c1440e82a705a9ff6bc1a1, entries=150, sequenceid=521, filesize=12.0 K 2024-11-26T09:41:20,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/28d38728cdee48b39a82c8cc56b60f53 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/28d38728cdee48b39a82c8cc56b60f53 2024-11-26T09:41:20,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/28d38728cdee48b39a82c8cc56b60f53, entries=150, sequenceid=521, filesize=12.0 K 2024-11-26T09:41:20,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for 44ae427d32194a2f5c1b27b94c148d0e in 558ms, sequenceid=521, compaction requested=false 2024-11-26T09:41:20,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:20,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-26T09:41:20,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:20,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:20,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:20,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:20,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:20,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:20,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/e7734542ac7e4c27a0249cb3d5878376 is 50, key is test_row_0/A:col10/1732614079979/Put/seqid=0 2024-11-26T09:41:20,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741927_1103 (size=12301) 2024-11-26T09:41:20,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/e7734542ac7e4c27a0249cb3d5878376 2024-11-26T09:41:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-26T09:41:20,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614140647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:20,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:20,657 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614140649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:20,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:20,659 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-26T09:41:20,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:20,663 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-26T09:41:20,665 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:20,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:20,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/52b444694f2948509823c21d47524c28 is 50, key is test_row_0/B:col10/1732614079979/Put/seqid=0 2024-11-26T09:41:20,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741928_1104 (size=12301) 2024-11-26T09:41:20,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/52b444694f2948509823c21d47524c28 2024-11-26T09:41:20,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/ae1f9ef1c0874a31a6e3dbbe098a3430 is 50, key is test_row_0/C:col10/1732614079979/Put/seqid=0 2024-11-26T09:41:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741929_1105 (size=12301) 2024-11-26T09:41:20,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/ae1f9ef1c0874a31a6e3dbbe098a3430 2024-11-26T09:41:20,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/e7734542ac7e4c27a0249cb3d5878376 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/e7734542ac7e4c27a0249cb3d5878376 2024-11-26T09:41:20,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/e7734542ac7e4c27a0249cb3d5878376, entries=150, sequenceid=560, filesize=12.0 K 2024-11-26T09:41:20,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/52b444694f2948509823c21d47524c28 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/52b444694f2948509823c21d47524c28 2024-11-26T09:41:20,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/52b444694f2948509823c21d47524c28, entries=150, sequenceid=560, filesize=12.0 K 2024-11-26T09:41:20,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/ae1f9ef1c0874a31a6e3dbbe098a3430 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ae1f9ef1c0874a31a6e3dbbe098a3430 2024-11-26T09:41:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-26T09:41:20,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:20,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614140766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614140766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:20,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:20,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:20,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:20,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ae1f9ef1c0874a31a6e3dbbe098a3430, entries=150, sequenceid=560, filesize=12.0 K 2024-11-26T09:41:20,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 44ae427d32194a2f5c1b27b94c148d0e in 159ms, sequenceid=560, compaction requested=true 2024-11-26T09:41:20,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:20,788 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:20,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:20,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:20,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:20,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:20,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:20,788 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:20,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:20,790 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:20,790 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:20,790 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/A is initiating minor compaction (all files) 2024-11-26T09:41:20,790 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/B is initiating minor compaction (all files) 2024-11-26T09:41:20,790 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/A in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:20,790 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/B in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:20,790 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/abc7a16520904c189a4bd35e0394f419, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/b8d8b76f22ad4128a4ca0f81f3d65105, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/e7734542ac7e4c27a0249cb3d5878376] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=39.4 K 2024-11-26T09:41:20,790 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/bacb85f37f26482992c47f651e0ed876, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/17ab07aed2c1440e82a705a9ff6bc1a1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/52b444694f2948509823c21d47524c28] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=37.0 K 2024-11-26T09:41:20,792 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting abc7a16520904c189a4bd35e0394f419, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732614078780 2024-11-26T09:41:20,792 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting bacb85f37f26482992c47f651e0ed876, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732614078780 2024-11-26T09:41:20,793 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting b8d8b76f22ad4128a4ca0f81f3d65105, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732614079837 2024-11-26T09:41:20,793 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17ab07aed2c1440e82a705a9ff6bc1a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732614079837 2024-11-26T09:41:20,793 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting e7734542ac7e4c27a0249cb3d5878376, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732614079979 2024-11-26T09:41:20,793 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52b444694f2948509823c21d47524c28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732614079979 2024-11-26T09:41:20,810 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#B#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:20,810 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#A#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:20,811 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/f93e16ab919246a298e078f8866080f1 is 50, key is test_row_0/B:col10/1732614079979/Put/seqid=0 2024-11-26T09:41:20,811 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/9da2a48c3bf242a897e9bbbdd3e6f4f6 is 50, key is test_row_0/A:col10/1732614079979/Put/seqid=0 2024-11-26T09:41:20,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-26T09:41:20,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:20,820 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-26T09:41:20,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:20,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:20,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:20,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:20,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:20,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:20,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741930_1106 (size=13357) 2024-11-26T09:41:20,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741931_1107 (size=13357) 2024-11-26T09:41:20,852 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/9da2a48c3bf242a897e9bbbdd3e6f4f6 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/9da2a48c3bf242a897e9bbbdd3e6f4f6 2024-11-26T09:41:20,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/20afe69c36454c4997e7ae43ad4aa558 is 50, key is test_row_0/A:col10/1732614080644/Put/seqid=0 2024-11-26T09:41:20,862 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/f93e16ab919246a298e078f8866080f1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/f93e16ab919246a298e078f8866080f1 2024-11-26T09:41:20,869 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/A of 44ae427d32194a2f5c1b27b94c148d0e into 9da2a48c3bf242a897e9bbbdd3e6f4f6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:20,869 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:20,869 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/A, priority=13, startTime=1732614080788; duration=0sec 2024-11-26T09:41:20,869 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:20,869 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:A 2024-11-26T09:41:20,870 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:20,871 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/B of 44ae427d32194a2f5c1b27b94c148d0e into f93e16ab919246a298e078f8866080f1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:20,871 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:20,871 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/B, priority=13, startTime=1732614080788; duration=0sec 2024-11-26T09:41:20,871 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:20,872 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:B 2024-11-26T09:41:20,872 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:20,873 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/C is initiating minor compaction (all files) 2024-11-26T09:41:20,873 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/C in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:20,873 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/66ddb3a9947a4f8eab97059c16694fa1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/28d38728cdee48b39a82c8cc56b60f53, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ae1f9ef1c0874a31a6e3dbbe098a3430] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=37.0 K 2024-11-26T09:41:20,874 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 66ddb3a9947a4f8eab97059c16694fa1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732614078780 2024-11-26T09:41:20,876 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 28d38728cdee48b39a82c8cc56b60f53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732614079837 2024-11-26T09:41:20,876 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ae1f9ef1c0874a31a6e3dbbe098a3430, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732614079979 2024-11-26T09:41:20,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741932_1108 (size=12301) 2024-11-26T09:41:20,881 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/20afe69c36454c4997e7ae43ad4aa558 2024-11-26T09:41:20,900 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#C#compaction#96 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:20,901 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/a3a09c5b6e3645c984436dd9605fbdb1 is 50, key is test_row_0/C:col10/1732614079979/Put/seqid=0 2024-11-26T09:41:20,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/5e453ac8769b44399072e7f0207ff6ee is 50, key is test_row_0/B:col10/1732614080644/Put/seqid=0 2024-11-26T09:41:20,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741933_1109 (size=12301) 2024-11-26T09:41:20,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741934_1110 (size=13357) 2024-11-26T09:41:20,943 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/a3a09c5b6e3645c984436dd9605fbdb1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/a3a09c5b6e3645c984436dd9605fbdb1 2024-11-26T09:41:20,952 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/C of 44ae427d32194a2f5c1b27b94c148d0e into a3a09c5b6e3645c984436dd9605fbdb1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:20,953 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:20,953 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/C, priority=13, startTime=1732614080788; duration=0sec 2024-11-26T09:41:20,953 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:20,953 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:C 2024-11-26T09:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-26T09:41:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:20,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:21,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614080987, max timestamp=1732614081041Num uniques 859; 2024-11-26T09:41:21,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614080987, max timestamp=1732614081041Num uniques 859; 2024-11-26T09:41:21,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614080987, max timestamp=1732614081041Num uniques 859; 2024-11-26T09:41:21,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:21,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:21,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:21,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614141104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:21,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732614081091, max timestamp=1732614081108Num uniques 1018; 2024-11-26T09:41:21,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732614081091, max timestamp=1732614081108Num uniques 1018; 2024-11-26T09:41:21,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-26T09:41:21,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-26T09:41:21,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732614081091, max timestamp=1732614081108Num uniques 1018; 2024-11-26T09:41:21,115 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-26T09:41:21,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732614081155, max timestamp=1732614081209Num uniques 1027; 2024-11-26T09:41:21,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-26T09:41:21,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732614081155, max timestamp=1732614081209Num uniques 1027; 2024-11-26T09:41:21,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-26T09:41:21,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732614081155, max timestamp=1732614081209Num uniques 1027; 2024-11-26T09:41:21,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-26T09:41:21,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614141269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:21,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614141270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-26T09:41:21,326 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/5e453ac8769b44399072e7f0207ff6ee 2024-11-26T09:41:21,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/96ea028ab5e7479b8e6671c114ac13af is 50, key is test_row_0/C:col10/1732614080644/Put/seqid=0 2024-11-26T09:41:21,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741935_1111 (size=12301) 2024-11-26T09:41:21,359 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/96ea028ab5e7479b8e6671c114ac13af 2024-11-26T09:41:21,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/20afe69c36454c4997e7ae43ad4aa558 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/20afe69c36454c4997e7ae43ad4aa558 2024-11-26T09:41:21,376 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/20afe69c36454c4997e7ae43ad4aa558, entries=150, sequenceid=569, filesize=12.0 K 2024-11-26T09:41:21,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/5e453ac8769b44399072e7f0207ff6ee as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5e453ac8769b44399072e7f0207ff6ee 2024-11-26T09:41:21,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614141375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:21,383 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5e453ac8769b44399072e7f0207ff6ee, entries=150, sequenceid=569, filesize=12.0 K 2024-11-26T09:41:21,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614141385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/96ea028ab5e7479b8e6671c114ac13af as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/96ea028ab5e7479b8e6671c114ac13af 2024-11-26T09:41:21,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:21,392 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/96ea028ab5e7479b8e6671c114ac13af, entries=150, sequenceid=569, filesize=12.0 K 2024-11-26T09:41:21,393 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 44ae427d32194a2f5c1b27b94c148d0e in 574ms, sequenceid=569, compaction requested=false 2024-11-26T09:41:21,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:21,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:21,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-26T09:41:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-26T09:41:21,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-26T09:41:21,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 730 msec 2024-11-26T09:41:21,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 739 msec 2024-11-26T09:41:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:21,600 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732614081259, max timestamp=1732614081596Num uniques 1086; 2024-11-26T09:41:21,600 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-26T09:41:21,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732614081259, max timestamp=1732614081598Num uniques 1086; 2024-11-26T09:41:21,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732614081259, max timestamp=1732614081598Num uniques 1086; 2024-11-26T09:41:21,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-26T09:41:21,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=73.80 KB heapSize=202.11 KB 2024-11-26T09:41:21,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:21,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:21,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:21,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:21,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:21,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:21,604 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-26T09:41:21,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/2dd8e3c44cc346f3acde9d80f3bb2921 is 50, key is test_row_0/A:col10/1732614081268/Put/seqid=0 2024-11-26T09:41:21,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741936_1112 (size=12301) 2024-11-26T09:41:21,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=645 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/2dd8e3c44cc346f3acde9d80f3bb2921 2024-11-26T09:41:21,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/1a758608ed4a4b9b8f47bcfb65a0a761 is 50, key is test_row_0/B:col10/1732614081268/Put/seqid=0 2024-11-26T09:41:21,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741937_1113 (size=12301) 2024-11-26T09:41:21,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=645 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/1a758608ed4a4b9b8f47bcfb65a0a761 2024-11-26T09:41:21,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614081648, max timestamp=1732614081673Num uniques 859; 2024-11-26T09:41:21,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:21,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614081648, max timestamp=1732614081673Num uniques 859; 2024-11-26T09:41:21,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:21,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614081648, max timestamp=1732614081673Num uniques 859; 2024-11-26T09:41:21,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:21,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/d5d92cf04feb4561a5b558dccfcaf3f3 is 50, key is test_row_0/C:col10/1732614081268/Put/seqid=0 2024-11-26T09:41:21,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741938_1114 (size=12301) 2024-11-26T09:41:21,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=645 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/d5d92cf04feb4561a5b558dccfcaf3f3 2024-11-26T09:41:21,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/2dd8e3c44cc346f3acde9d80f3bb2921 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2dd8e3c44cc346f3acde9d80f3bb2921 2024-11-26T09:41:21,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2dd8e3c44cc346f3acde9d80f3bb2921, entries=150, sequenceid=645, filesize=12.0 K 2024-11-26T09:41:21,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/1a758608ed4a4b9b8f47bcfb65a0a761 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1a758608ed4a4b9b8f47bcfb65a0a761 2024-11-26T09:41:21,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1a758608ed4a4b9b8f47bcfb65a0a761, entries=150, sequenceid=645, filesize=12.0 K 2024-11-26T09:41:21,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/d5d92cf04feb4561a5b558dccfcaf3f3 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/d5d92cf04feb4561a5b558dccfcaf3f3 2024-11-26T09:41:21,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/d5d92cf04feb4561a5b558dccfcaf3f3, entries=150, sequenceid=645, filesize=12.0 K 2024-11-26T09:41:21,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~83.58 KB/85584, currentSize=138.65 KB/141980 for 44ae427d32194a2f5c1b27b94c148d0e in 168ms, sequenceid=645, compaction requested=true 2024-11-26T09:41:21,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:21,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:21,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:21,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:21,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:21,772 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:21,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:21,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T09:41:21,772 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:21,773 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:21,773 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/A is initiating minor compaction (all files) 2024-11-26T09:41:21,773 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/A in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:21,774 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:21,774 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/9da2a48c3bf242a897e9bbbdd3e6f4f6, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/20afe69c36454c4997e7ae43ad4aa558, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2dd8e3c44cc346f3acde9d80f3bb2921] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=37.1 K 2024-11-26T09:41:21,774 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/B is initiating minor compaction (all files) 2024-11-26T09:41:21,774 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/B in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:21,774 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/f93e16ab919246a298e078f8866080f1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5e453ac8769b44399072e7f0207ff6ee, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1a758608ed4a4b9b8f47bcfb65a0a761] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=37.1 K 2024-11-26T09:41:21,774 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 9da2a48c3bf242a897e9bbbdd3e6f4f6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732614079979 2024-11-26T09:41:21,774 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting f93e16ab919246a298e078f8866080f1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732614079979 2024-11-26T09:41:21,775 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e453ac8769b44399072e7f0207ff6ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1732614080631 2024-11-26T09:41:21,775 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 20afe69c36454c4997e7ae43ad4aa558, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1732614080631 2024-11-26T09:41:21,776 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a758608ed4a4b9b8f47bcfb65a0a761, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=645, earliestPutTs=1732614081259 2024-11-26T09:41:21,776 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dd8e3c44cc346f3acde9d80f3bb2921, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=645, earliestPutTs=1732614081259 2024-11-26T09:41:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:21,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=145.36 KB heapSize=415.77 KB 2024-11-26T09:41:21,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:21,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:41:21,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:21,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:41:21,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:21,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:41:21,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/24e11d0444ae46f0ad420d2af09c5266 is 50, key is test_row_0/A:col10/1732614081742/Put/seqid=0 2024-11-26T09:41:21,798 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#A#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:21,799 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#B#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:21,804 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/6ff0c4ecd5fc4d58aa806f94a222fb51 is 50, key is test_row_0/A:col10/1732614081268/Put/seqid=0 2024-11-26T09:41:21,804 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/deb9c81b4e8e413d89ddf00ae0ca03d2 is 50, key is test_row_0/B:col10/1732614081268/Put/seqid=0 2024-11-26T09:41:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-26T09:41:21,806 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:21,807 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-26T09:41:21,810 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-26T09:41:21,811 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:21,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614141810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614141813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:21,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741939_1115 (size=13459) 2024-11-26T09:41:21,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741941_1117 (size=13459) 2024-11-26T09:41:21,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741940_1116 (size=17181) 2024-11-26T09:41:21,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=683 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/24e11d0444ae46f0ad420d2af09c5266 2024-11-26T09:41:21,852 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/deb9c81b4e8e413d89ddf00ae0ca03d2 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/deb9c81b4e8e413d89ddf00ae0ca03d2 2024-11-26T09:41:21,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/0c37611471d14f17b30de0483d5454e6 is 50, key is test_row_0/B:col10/1732614081742/Put/seqid=0 2024-11-26T09:41:21,870 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/B of 44ae427d32194a2f5c1b27b94c148d0e into deb9c81b4e8e413d89ddf00ae0ca03d2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:21,870 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:21,870 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/B, priority=13, startTime=1732614081772; duration=0sec 2024-11-26T09:41:21,870 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:21,870 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:B 2024-11-26T09:41:21,870 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:21,872 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:21,873 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/C is initiating minor compaction (all files) 2024-11-26T09:41:21,873 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/C in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:21,876 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/a3a09c5b6e3645c984436dd9605fbdb1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/96ea028ab5e7479b8e6671c114ac13af, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/d5d92cf04feb4561a5b558dccfcaf3f3] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=37.1 K 2024-11-26T09:41:21,877 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3a09c5b6e3645c984436dd9605fbdb1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732614079979 2024-11-26T09:41:21,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741942_1118 (size=12301) 2024-11-26T09:41:21,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=683 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/0c37611471d14f17b30de0483d5454e6 2024-11-26T09:41:21,879 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96ea028ab5e7479b8e6671c114ac13af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1732614080631 2024-11-26T09:41:21,879 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5d92cf04feb4561a5b558dccfcaf3f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=645, earliestPutTs=1732614081259 2024-11-26T09:41:21,898 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#C#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:21,899 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/91d3e5c366e34aad93b8c79c01d9929d is 50, key is test_row_0/C:col10/1732614081268/Put/seqid=0 2024-11-26T09:41:21,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/9dfd08de8ef64438840b4bf7bb39f754 is 50, key is test_row_0/C:col10/1732614081742/Put/seqid=0 2024-11-26T09:41:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-26T09:41:21,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614141925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:21,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614141925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:21,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:21,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:21,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:21,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741943_1119 (size=13459) 2024-11-26T09:41:21,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-26T09:41:21,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:21,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:21,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:21,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:21,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:21,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741944_1120 (size=12301) 2024-11-26T09:41:21,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=683 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/9dfd08de8ef64438840b4bf7bb39f754 2024-11-26T09:41:21,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/24e11d0444ae46f0ad420d2af09c5266 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/24e11d0444ae46f0ad420d2af09c5266 2024-11-26T09:41:21,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/24e11d0444ae46f0ad420d2af09c5266, entries=250, sequenceid=683, filesize=16.8 K 2024-11-26T09:41:22,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/0c37611471d14f17b30de0483d5454e6 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/0c37611471d14f17b30de0483d5454e6 2024-11-26T09:41:22,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/0c37611471d14f17b30de0483d5454e6, entries=150, sequenceid=683, filesize=12.0 K 2024-11-26T09:41:22,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/9dfd08de8ef64438840b4bf7bb39f754 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/9dfd08de8ef64438840b4bf7bb39f754 2024-11-26T09:41:22,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/9dfd08de8ef64438840b4bf7bb39f754, entries=150, sequenceid=683, filesize=12.0 K 2024-11-26T09:41:22,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~145.36 KB/148850, heapSize ~415.72 KB/425696, currentSize=40.25 KB/41220 for 44ae427d32194a2f5c1b27b94c148d0e in 237ms, sequenceid=683, compaction requested=false 2024-11-26T09:41:22,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-26T09:41:22,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-26T09:41:22,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:22,126 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-26T09:41:22,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:22,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:22,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:22,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/7484f45ff3614f05a7a80f296e58445f is 50, key is test_row_0/A:col10/1732614081796/Put/seqid=0 2024-11-26T09:41:22,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741945_1121 (size=12301) 2024-11-26T09:41:22,175 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=693 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/7484f45ff3614f05a7a80f296e58445f 2024-11-26T09:41:22,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/660e8d6c485847c2b6756d9f3b048ea4 is 50, key is test_row_0/B:col10/1732614081796/Put/seqid=0 2024-11-26T09:41:22,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741946_1122 (size=12301) 2024-11-26T09:41:22,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614082213, max timestamp=1732614082241Num uniques 859; 2024-11-26T09:41:22,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:22,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614082213, max timestamp=1732614082241Num uniques 859; 2024-11-26T09:41:22,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:22,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614082213, max timestamp=1732614082241Num uniques 859; 2024-11-26T09:41:22,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:22,249 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=693 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/660e8d6c485847c2b6756d9f3b048ea4 2024-11-26T09:41:22,252 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/6ff0c4ecd5fc4d58aa806f94a222fb51 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/6ff0c4ecd5fc4d58aa806f94a222fb51 2024-11-26T09:41:22,265 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/A of 44ae427d32194a2f5c1b27b94c148d0e into 6ff0c4ecd5fc4d58aa806f94a222fb51(size=13.1 K), total size for store is 29.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:22,265 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:22,265 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/A, priority=13, startTime=1732614081772; duration=0sec 2024-11-26T09:41:22,265 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:22,265 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:A 2024-11-26T09:41:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/3aed2459674246e8a6d45cf16054d448 is 50, key is test_row_0/C:col10/1732614081796/Put/seqid=0 2024-11-26T09:41:22,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741947_1123 (size=12301) 2024-11-26T09:41:22,315 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=693 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/3aed2459674246e8a6d45cf16054d448 2024-11-26T09:41:22,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/7484f45ff3614f05a7a80f296e58445f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/7484f45ff3614f05a7a80f296e58445f 2024-11-26T09:41:22,332 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/7484f45ff3614f05a7a80f296e58445f, entries=150, sequenceid=693, filesize=12.0 K 2024-11-26T09:41:22,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/660e8d6c485847c2b6756d9f3b048ea4 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/660e8d6c485847c2b6756d9f3b048ea4 2024-11-26T09:41:22,342 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/660e8d6c485847c2b6756d9f3b048ea4, entries=150, sequenceid=693, filesize=12.0 K 2024-11-26T09:41:22,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/3aed2459674246e8a6d45cf16054d448 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/3aed2459674246e8a6d45cf16054d448 2024-11-26T09:41:22,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732614082298, max timestamp=1732614082345Num uniques 1018; 2024-11-26T09:41:22,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318 2024-11-26T09:41:22,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732614082298, max timestamp=1732614082345Num uniques 1018; 2024-11-26T09:41:22,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318 2024-11-26T09:41:22,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732614082298, max timestamp=1732614082345Num uniques 1018; 2024-11-26T09:41:22,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318 2024-11-26T09:41:22,359 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/3aed2459674246e8a6d45cf16054d448, entries=150, sequenceid=693, filesize=12.0 K 2024-11-26T09:41:22,360 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=67.09 KB/68700 for 44ae427d32194a2f5c1b27b94c148d0e in 234ms, sequenceid=693, compaction requested=true 2024-11-26T09:41:22,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:22,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:22,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-26T09:41:22,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=73.80 KB heapSize=190.78 KB 2024-11-26T09:41:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-26T09:41:22,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:22,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:22,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:22,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:22,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:22,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:22,362 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/91d3e5c366e34aad93b8c79c01d9929d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/91d3e5c366e34aad93b8c79c01d9929d 2024-11-26T09:41:22,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-26T09:41:22,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 552 msec 2024-11-26T09:41:22,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/c2ea401d51984551a7b27bb2762c65c2 is 50, key is test_row_0/A:col10/1732614082351/Put/seqid=0 2024-11-26T09:41:22,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 559 msec 2024-11-26T09:41:22,377 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/C of 44ae427d32194a2f5c1b27b94c148d0e into 91d3e5c366e34aad93b8c79c01d9929d(size=13.1 K), total size for store is 37.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:22,377 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:22,377 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/C, priority=13, startTime=1732614081772; duration=0sec 2024-11-26T09:41:22,377 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:22,377 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:C 2024-11-26T09:41:22,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741948_1124 (size=22065) 2024-11-26T09:41:22,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=736 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/c2ea401d51984551a7b27bb2762c65c2 2024-11-26T09:41:22,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/583b53e4a3164b1f949e782d2767fabf is 50, key is test_row_0/B:col10/1732614082351/Put/seqid=0 2024-11-26T09:41:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-26T09:41:22,436 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:22,437 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-26T09:41:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-26T09:41:22,440 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:22,445 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:22,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:22,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614142453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:22,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614142463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:22,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741949_1125 (size=12301) 2024-11-26T09:41:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-26T09:41:22,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614142575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:22,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:22,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:22,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:22,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614142576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:22,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-26T09:41:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:22,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:22,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-26T09:41:22,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:22,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:22,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:22,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-26T09:41:22,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614142795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:22,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:22,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:22,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614142796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:22,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:22,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:22,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:22,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:22,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=736 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/583b53e4a3164b1f949e782d2767fabf 2024-11-26T09:41:22,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/ba18dc293dc841dd9d5046925d416661 is 50, key is test_row_0/C:col10/1732614082351/Put/seqid=0 2024-11-26T09:41:22,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-26T09:41:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:22,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:22,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:22,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:22,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741950_1126 (size=12301) 2024-11-26T09:41:23,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-26T09:41:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:23,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-26T09:41:23,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614143115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:23,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:23,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614143115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:23,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-26T09:41:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:23,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:23,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:23,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=736 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/ba18dc293dc841dd9d5046925d416661 2024-11-26T09:41:23,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/c2ea401d51984551a7b27bb2762c65c2 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c2ea401d51984551a7b27bb2762c65c2 2024-11-26T09:41:23,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-26T09:41:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:23,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:23,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c2ea401d51984551a7b27bb2762c65c2, entries=350, sequenceid=736, filesize=21.5 K 2024-11-26T09:41:23,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/583b53e4a3164b1f949e782d2767fabf as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/583b53e4a3164b1f949e782d2767fabf 2024-11-26T09:41:23,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/583b53e4a3164b1f949e782d2767fabf, entries=150, sequenceid=736, filesize=12.0 K 2024-11-26T09:41:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/ba18dc293dc841dd9d5046925d416661 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ba18dc293dc841dd9d5046925d416661 2024-11-26T09:41:23,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ba18dc293dc841dd9d5046925d416661, entries=150, sequenceid=736, filesize=12.0 K 2024-11-26T09:41:23,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~190.73 KB/195312, currentSize=114.05 KB/116790 for 44ae427d32194a2f5c1b27b94c148d0e in 1032ms, sequenceid=736, compaction requested=true 2024-11-26T09:41:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:23,393 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:41:23,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:23,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:23,394 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:41:23,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:23,395 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:41:23,395 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 65006 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:41:23,395 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/B is initiating minor compaction (all files) 2024-11-26T09:41:23,395 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/A is initiating minor compaction (all files) 2024-11-26T09:41:23,395 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/B in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:23,395 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/A in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:23,396 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/deb9c81b4e8e413d89ddf00ae0ca03d2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/0c37611471d14f17b30de0483d5454e6, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/660e8d6c485847c2b6756d9f3b048ea4, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/583b53e4a3164b1f949e782d2767fabf] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=49.2 K 2024-11-26T09:41:23,396 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/6ff0c4ecd5fc4d58aa806f94a222fb51, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/24e11d0444ae46f0ad420d2af09c5266, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/7484f45ff3614f05a7a80f296e58445f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c2ea401d51984551a7b27bb2762c65c2] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=63.5 K 2024-11-26T09:41:23,397 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ff0c4ecd5fc4d58aa806f94a222fb51, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=645, earliestPutTs=1732614081259 2024-11-26T09:41:23,397 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting deb9c81b4e8e413d89ddf00ae0ca03d2, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=645, earliestPutTs=1732614081259 2024-11-26T09:41:23,397 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24e11d0444ae46f0ad420d2af09c5266, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=683, earliestPutTs=1732614081737 2024-11-26T09:41:23,397 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c37611471d14f17b30de0483d5454e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=683, earliestPutTs=1732614081742 2024-11-26T09:41:23,398 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7484f45ff3614f05a7a80f296e58445f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=693, earliestPutTs=1732614081796 2024-11-26T09:41:23,398 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 660e8d6c485847c2b6756d9f3b048ea4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=693, earliestPutTs=1732614081796 2024-11-26T09:41:23,399 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2ea401d51984551a7b27bb2762c65c2, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=736, earliestPutTs=1732614082315 2024-11-26T09:41:23,399 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 583b53e4a3164b1f949e782d2767fabf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=736, earliestPutTs=1732614082351 2024-11-26T09:41:23,418 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#B#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:23,418 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/2943e2b9ad3c45cc99ece18647e7ffe8 is 50, key is test_row_0/B:col10/1732614082351/Put/seqid=0 2024-11-26T09:41:23,425 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#A#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:23,426 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/8e8f3c6cdc6141a0a56ba0bd9c29173e is 50, key is test_row_0/A:col10/1732614082351/Put/seqid=0 2024-11-26T09:41:23,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741951_1127 (size=13595) 2024-11-26T09:41:23,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741952_1128 (size=13595) 2024-11-26T09:41:23,483 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/8e8f3c6cdc6141a0a56ba0bd9c29173e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/8e8f3c6cdc6141a0a56ba0bd9c29173e 2024-11-26T09:41:23,496 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/A of 44ae427d32194a2f5c1b27b94c148d0e into 8e8f3c6cdc6141a0a56ba0bd9c29173e(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:23,497 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:23,497 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/A, priority=12, startTime=1732614083393; duration=0sec 2024-11-26T09:41:23,498 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:23,498 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:A 2024-11-26T09:41:23,498 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:41:23,505 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:41:23,505 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/C is initiating minor compaction (all files) 2024-11-26T09:41:23,505 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/C in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:23,505 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/91d3e5c366e34aad93b8c79c01d9929d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/9dfd08de8ef64438840b4bf7bb39f754, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/3aed2459674246e8a6d45cf16054d448, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ba18dc293dc841dd9d5046925d416661] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=49.2 K 2024-11-26T09:41:23,506 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91d3e5c366e34aad93b8c79c01d9929d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=645, earliestPutTs=1732614081259 2024-11-26T09:41:23,509 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dfd08de8ef64438840b4bf7bb39f754, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=683, earliestPutTs=1732614081742 2024-11-26T09:41:23,511 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aed2459674246e8a6d45cf16054d448, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=693, earliestPutTs=1732614081796 2024-11-26T09:41:23,515 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba18dc293dc841dd9d5046925d416661, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=736, earliestPutTs=1732614082351 2024-11-26T09:41:23,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-26T09:41:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:23,525 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-26T09:41:23,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:23,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:23,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:23,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:23,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:23,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:23,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/c9bd2aa3523143049cdf58fce63a0e7a is 50, key is test_row_0/A:col10/1732614082420/Put/seqid=0 2024-11-26T09:41:23,563 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#C#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:23,564 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/988be8f6a2db4866947072e1c16bbe1f is 50, key is test_row_0/C:col10/1732614082351/Put/seqid=0 2024-11-26T09:41:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-26T09:41:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741953_1129 (size=12301) 2024-11-26T09:41:23,611 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=758 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/c9bd2aa3523143049cdf58fce63a0e7a 2024-11-26T09:41:23,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741954_1130 (size=13595) 2024-11-26T09:41:23,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. as already flushing 2024-11-26T09:41:23,630 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/988be8f6a2db4866947072e1c16bbe1f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/988be8f6a2db4866947072e1c16bbe1f 2024-11-26T09:41:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:23,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/ba04b35142cb42289d5585274cce9933 is 50, key is test_row_0/B:col10/1732614082420/Put/seqid=0 2024-11-26T09:41:23,637 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/C of 44ae427d32194a2f5c1b27b94c148d0e into 988be8f6a2db4866947072e1c16bbe1f(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:23,637 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:23,637 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/C, priority=12, startTime=1732614083394; duration=0sec 2024-11-26T09:41:23,637 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:23,637 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:C 2024-11-26T09:41:23,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741955_1131 (size=12301) 2024-11-26T09:41:23,654 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=758 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/ba04b35142cb42289d5585274cce9933 2024-11-26T09:41:23,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614143651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:23,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614143654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/6215e0f133ce4a34982bfdd94a7dc9d7 is 50, key is test_row_0/C:col10/1732614082420/Put/seqid=0 2024-11-26T09:41:23,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741956_1132 (size=12301) 2024-11-26T09:41:23,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614143765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:23,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:23,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614143765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:23,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:23,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:23,861 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/2943e2b9ad3c45cc99ece18647e7ffe8 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/2943e2b9ad3c45cc99ece18647e7ffe8 2024-11-26T09:41:23,867 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/B of 44ae427d32194a2f5c1b27b94c148d0e into 2943e2b9ad3c45cc99ece18647e7ffe8(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:23,867 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:23,867 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/B, priority=12, startTime=1732614083393; duration=0sec 2024-11-26T09:41:23,867 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:23,867 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:B 2024-11-26T09:41:23,947 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-26T09:41:23,947 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:23,949 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-26T09:41:23,950 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:23,950 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-26T09:41:23,950 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:23,953 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-26T09:41:23,953 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:23,953 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:23,953 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:23,953 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:23,953 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:23,954 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:23,954 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:23,954 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:23,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:23,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:23,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:23,955 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:23,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:23,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:23,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:23,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47404 deadline: 1732614143976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:23,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47354 deadline: 1732614143976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:23,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:23,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:23,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:41:24,083 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=758 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/6215e0f133ce4a34982bfdd94a7dc9d7 2024-11-26T09:41:24,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/c9bd2aa3523143049cdf58fce63a0e7a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c9bd2aa3523143049cdf58fce63a0e7a 2024-11-26T09:41:24,093 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c9bd2aa3523143049cdf58fce63a0e7a, entries=150, sequenceid=758, filesize=12.0 K 2024-11-26T09:41:24,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/ba04b35142cb42289d5585274cce9933 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ba04b35142cb42289d5585274cce9933 2024-11-26T09:41:24,098 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ba04b35142cb42289d5585274cce9933, entries=150, sequenceid=758, filesize=12.0 K 2024-11-26T09:41:24,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/6215e0f133ce4a34982bfdd94a7dc9d7 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/6215e0f133ce4a34982bfdd94a7dc9d7 2024-11-26T09:41:24,104 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/6215e0f133ce4a34982bfdd94a7dc9d7, entries=150, sequenceid=758, filesize=12.0 K 2024-11-26T09:41:24,105 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 44ae427d32194a2f5c1b27b94c148d0e in 580ms, sequenceid=758, compaction requested=false 2024-11-26T09:41:24,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:24,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:24,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-26T09:41:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-26T09:41:24,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-26T09:41:24,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6620 sec 2024-11-26T09:41:24,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.6720 sec 2024-11-26T09:41:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:24,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-26T09:41:24,287 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-26T09:41:24,287 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-26T09:41:24,287 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:24,287 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:24,287 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:24,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:24,287 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:24,287 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:24,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:24,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:24,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:24,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:24,287 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:24,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:24,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:24,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:24,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/2f90904283c840c0ac142b6eabc11d16 is 50, key is test_row_0/A:col10/1732614084285/Put/seqid=0 2024-11-26T09:41:24,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741957_1133 (size=12301) 2024-11-26T09:41:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-26T09:41:24,586 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:24,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=774 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/2f90904283c840c0ac142b6eabc11d16 2024-11-26T09:41:24,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/b74b2219ccf14904b8fea7a1d1558076 is 50, key is test_row_0/B:col10/1732614084285/Put/seqid=0 2024-11-26T09:41:24,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741958_1134 (size=12301) 2024-11-26T09:41:24,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=774 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/b74b2219ccf14904b8fea7a1d1558076 2024-11-26T09:41:24,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/be8d2abcc2624dc09acb7af4d4431664 is 50, key is test_row_0/C:col10/1732614084285/Put/seqid=0 2024-11-26T09:41:24,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741959_1135 (size=12301) 2024-11-26T09:41:25,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=774 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/be8d2abcc2624dc09acb7af4d4431664 2024-11-26T09:41:25,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/2f90904283c840c0ac142b6eabc11d16 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2f90904283c840c0ac142b6eabc11d16 2024-11-26T09:41:25,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2f90904283c840c0ac142b6eabc11d16, entries=150, sequenceid=774, filesize=12.0 K 2024-11-26T09:41:25,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/b74b2219ccf14904b8fea7a1d1558076 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/b74b2219ccf14904b8fea7a1d1558076 2024-11-26T09:41:25,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/b74b2219ccf14904b8fea7a1d1558076, entries=150, sequenceid=774, filesize=12.0 K 2024-11-26T09:41:25,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/be8d2abcc2624dc09acb7af4d4431664 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/be8d2abcc2624dc09acb7af4d4431664 2024-11-26T09:41:25,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/be8d2abcc2624dc09acb7af4d4431664, entries=150, sequenceid=774, filesize=12.0 K 2024-11-26T09:41:25,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for 44ae427d32194a2f5c1b27b94c148d0e in 865ms, sequenceid=774, compaction requested=true 2024-11-26T09:41:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44ae427d32194a2f5c1b27b94c148d0e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:25,153 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T09:41:25,153 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:25,154 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:25,154 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/A is initiating minor compaction (all files) 2024-11-26T09:41:25,155 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/A in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:25,155 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/8e8f3c6cdc6141a0a56ba0bd9c29173e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c9bd2aa3523143049cdf58fce63a0e7a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2f90904283c840c0ac142b6eabc11d16] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=37.3 K 2024-11-26T09:41:25,155 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:25,156 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/B is initiating minor compaction (all files) 2024-11-26T09:41:25,156 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/B in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:25,156 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/2943e2b9ad3c45cc99ece18647e7ffe8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ba04b35142cb42289d5585274cce9933, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/b74b2219ccf14904b8fea7a1d1558076] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=37.3 K 2024-11-26T09:41:25,156 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e8f3c6cdc6141a0a56ba0bd9c29173e, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=736, earliestPutTs=1732614082351 2024-11-26T09:41:25,157 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 2943e2b9ad3c45cc99ece18647e7ffe8, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=736, earliestPutTs=1732614082351 2024-11-26T09:41:25,157 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9bd2aa3523143049cdf58fce63a0e7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=758, earliestPutTs=1732614082420 2024-11-26T09:41:25,157 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f90904283c840c0ac142b6eabc11d16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=774, earliestPutTs=1732614083636 2024-11-26T09:41:25,157 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ba04b35142cb42289d5585274cce9933, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=758, earliestPutTs=1732614082420 2024-11-26T09:41:25,158 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting b74b2219ccf14904b8fea7a1d1558076, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=774, earliestPutTs=1732614083636 2024-11-26T09:41:25,177 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#A#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:25,177 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#B#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:25,178 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/1aef2e30ee2f4aa68758a91d59b8b5f3 is 50, key is test_row_0/A:col10/1732614084285/Put/seqid=0 2024-11-26T09:41:25,178 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/26e20d967c324b249dfccf7fc0d756dc is 50, key is test_row_0/B:col10/1732614084285/Put/seqid=0 2024-11-26T09:41:25,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741961_1137 (size=13697) 2024-11-26T09:41:25,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741960_1136 (size=13697) 2024-11-26T09:41:25,599 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/26e20d967c324b249dfccf7fc0d756dc as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/26e20d967c324b249dfccf7fc0d756dc 2024-11-26T09:41:25,599 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/1aef2e30ee2f4aa68758a91d59b8b5f3 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/1aef2e30ee2f4aa68758a91d59b8b5f3 2024-11-26T09:41:25,606 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/B of 44ae427d32194a2f5c1b27b94c148d0e into 26e20d967c324b249dfccf7fc0d756dc(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:25,606 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:25,606 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/B, priority=13, startTime=1732614085153; duration=0sec 2024-11-26T09:41:25,606 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/A of 44ae427d32194a2f5c1b27b94c148d0e into 1aef2e30ee2f4aa68758a91d59b8b5f3(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:25,606 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:25,606 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:25,606 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:B 2024-11-26T09:41:25,606 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/A, priority=13, startTime=1732614085153; duration=0sec 2024-11-26T09:41:25,606 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:25,606 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:25,606 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:A 2024-11-26T09:41:25,608 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:25,608 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 44ae427d32194a2f5c1b27b94c148d0e/C is initiating minor compaction (all files) 2024-11-26T09:41:25,608 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44ae427d32194a2f5c1b27b94c148d0e/C in TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:25,608 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/988be8f6a2db4866947072e1c16bbe1f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/6215e0f133ce4a34982bfdd94a7dc9d7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/be8d2abcc2624dc09acb7af4d4431664] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp, totalSize=37.3 K 2024-11-26T09:41:25,608 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 988be8f6a2db4866947072e1c16bbe1f, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=736, earliestPutTs=1732614082351 2024-11-26T09:41:25,609 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 6215e0f133ce4a34982bfdd94a7dc9d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=758, earliestPutTs=1732614082420 2024-11-26T09:41:25,609 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting be8d2abcc2624dc09acb7af4d4431664, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=774, earliestPutTs=1732614083636 2024-11-26T09:41:25,618 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44ae427d32194a2f5c1b27b94c148d0e#C#compaction#125 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:25,619 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/d2075a7f21994473b1100a957ffb5b2f is 50, key is test_row_0/C:col10/1732614084285/Put/seqid=0 2024-11-26T09:41:25,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741962_1138 (size=13697) 2024-11-26T09:41:25,754 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T09:41:26,032 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/d2075a7f21994473b1100a957ffb5b2f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/d2075a7f21994473b1100a957ffb5b2f 2024-11-26T09:41:26,041 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44ae427d32194a2f5c1b27b94c148d0e/C of 44ae427d32194a2f5c1b27b94c148d0e into d2075a7f21994473b1100a957ffb5b2f(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:26,041 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44ae427d32194a2f5c1b27b94c148d0e: 2024-11-26T09:41:26,041 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., storeName=44ae427d32194a2f5c1b27b94c148d0e/C, priority=13, startTime=1732614085153; duration=0sec 2024-11-26T09:41:26,041 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:26,041 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44ae427d32194a2f5c1b27b94c148d0e:C 2024-11-26T09:41:27,607 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-26T09:41:27,607 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:27,607 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:27,607 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:27,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:27,617 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-26T09:41:27,617 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:27,617 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:27,617 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:27,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:27,638 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-26T09:41:27,638 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:27,638 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:27,638 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:27,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:27,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T09:41:27,639 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-26T09:41:27,639 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 233 2024-11-26T09:41:27,639 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-26T09:41:27,639 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-26T09:41:27,639 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 261 2024-11-26T09:41:27,639 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T09:41:27,639 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2411 2024-11-26T09:41:27,639 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2402 2024-11-26T09:41:27,639 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T09:41:27,639 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1100 2024-11-26T09:41:27,639 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3292 rows 2024-11-26T09:41:27,639 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1089 2024-11-26T09:41:27,639 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3259 rows 2024-11-26T09:41:27,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T09:41:27,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T09:41:27,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:27,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:27,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:27,645 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T09:41:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:27,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614087654"}]},"ts":"1732614087654"} 2024-11-26T09:41:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T09:41:27,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T09:41:27,658 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T09:41:27,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T09:41:27,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44ae427d32194a2f5c1b27b94c148d0e, UNASSIGN}] 2024-11-26T09:41:27,667 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44ae427d32194a2f5c1b27b94c148d0e, UNASSIGN 2024-11-26T09:41:27,668 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=44ae427d32194a2f5c1b27b94c148d0e, regionState=CLOSING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:27,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=44ae427d32194a2f5c1b27b94c148d0e, UNASSIGN because future has completed 2024-11-26T09:41:27,671 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T09:41:27,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:41:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T09:41:27,830 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:27,831 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T09:41:27,832 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 44ae427d32194a2f5c1b27b94c148d0e, disabling compactions & flushes 2024-11-26T09:41:27,832 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:27,832 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:27,832 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. after waiting 0 ms 2024-11-26T09:41:27,832 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:27,832 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing 44ae427d32194a2f5c1b27b94c148d0e 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-26T09:41:27,833 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=A 2024-11-26T09:41:27,833 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:27,833 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=B 2024-11-26T09:41:27,833 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:27,833 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44ae427d32194a2f5c1b27b94c148d0e, store=C 2024-11-26T09:41:27,833 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:27,840 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/486264337b9640d48aecb92adb82fa74 is 50, key is test_row_0/A:col10/1732614087636/Put/seqid=0 2024-11-26T09:41:27,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741963_1139 (size=9857) 2024-11-26T09:41:27,850 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=783 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/486264337b9640d48aecb92adb82fa74 2024-11-26T09:41:27,861 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/18fe1793f38f4c02bdd8f16f88129fd7 is 50, key is test_row_0/B:col10/1732614087636/Put/seqid=0 2024-11-26T09:41:27,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741964_1140 (size=9857) 2024-11-26T09:41:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T09:41:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T09:41:28,298 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=783 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/18fe1793f38f4c02bdd8f16f88129fd7 2024-11-26T09:41:28,307 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/6f4e03d7ead8424aacbb0257c504f378 is 50, key is test_row_0/C:col10/1732614087636/Put/seqid=0 2024-11-26T09:41:28,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741965_1141 (size=9857) 2024-11-26T09:41:28,712 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=783 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/6f4e03d7ead8424aacbb0257c504f378 2024-11-26T09:41:28,718 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/A/486264337b9640d48aecb92adb82fa74 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/486264337b9640d48aecb92adb82fa74 2024-11-26T09:41:28,723 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/486264337b9640d48aecb92adb82fa74, entries=100, sequenceid=783, filesize=9.6 K 2024-11-26T09:41:28,724 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/B/18fe1793f38f4c02bdd8f16f88129fd7 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/18fe1793f38f4c02bdd8f16f88129fd7 2024-11-26T09:41:28,730 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/18fe1793f38f4c02bdd8f16f88129fd7, entries=100, sequenceid=783, filesize=9.6 K 2024-11-26T09:41:28,731 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/.tmp/C/6f4e03d7ead8424aacbb0257c504f378 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/6f4e03d7ead8424aacbb0257c504f378 2024-11-26T09:41:28,735 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/6f4e03d7ead8424aacbb0257c504f378, entries=100, sequenceid=783, filesize=9.6 K 2024-11-26T09:41:28,736 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 44ae427d32194a2f5c1b27b94c148d0e in 904ms, sequenceid=783, compaction requested=false 2024-11-26T09:41:28,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/a8c8bc9431d6416a91f4704dad82e654, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2f82b3be044e416fa4d3b126569680f2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/690ae332cb1a4354bf623c022a2597bc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2ece3567863d4543ae61487ba020ac73, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c8d21737c5104ecbae7d8c42026364e3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/feca2932cdb149d2b5fc833f3ec9387a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/82f17fc61623442cb3f180349dd70316, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/1953752941ed4896900555706e0e5d1d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/9cee61d4e98d4ce894c8334d8f892982, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/8cba15793c5c423aa59ebc35074138f8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/6426e41526ec41aab1bf58a45e0eb63a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/0aa399960db7407bb157e5bd4fc21910, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/d2bfcdedd808492e8fd364ac72f7234f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/3a5f5b54475c4967b43831094d7fdcfa, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/77aa303002d04ab9853bc2cafd30f742, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/66685f1eca224d37bd05c6d1dd95e759, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/07983255364a447588343cb756dd3ae9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/826d9b4e854f42b2a08055e1a7d5805e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/4a2ae317cc2040858b84297dc5a63b34, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/f6b9038dda234c6a925e463c043778df, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/ffae3f0af105437b8df55e168a33fd7d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/4de1241eb1e240059c63c587b515b403, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c989f161f9ca4c3aa40b158d4b2850bd, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/fbd1ab6b985a48b1bb3fca7d2fa3e38e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/623cd36f025e4657b35f0003f4cb1a41, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/49ec4265d724464e9de409ba760723ac, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/5b103e42b2b740c99446c9e4e32d7c4d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/ea16b7e834be490db04eb60966b7f240, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/abc7a16520904c189a4bd35e0394f419, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/b8d8b76f22ad4128a4ca0f81f3d65105, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/9da2a48c3bf242a897e9bbbdd3e6f4f6, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/e7734542ac7e4c27a0249cb3d5878376, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/20afe69c36454c4997e7ae43ad4aa558, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/6ff0c4ecd5fc4d58aa806f94a222fb51, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2dd8e3c44cc346f3acde9d80f3bb2921, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/24e11d0444ae46f0ad420d2af09c5266, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/7484f45ff3614f05a7a80f296e58445f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c2ea401d51984551a7b27bb2762c65c2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/8e8f3c6cdc6141a0a56ba0bd9c29173e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c9bd2aa3523143049cdf58fce63a0e7a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2f90904283c840c0ac142b6eabc11d16] to archive 2024-11-26T09:41:28,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:41:28,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/a8c8bc9431d6416a91f4704dad82e654 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/a8c8bc9431d6416a91f4704dad82e654 2024-11-26T09:41:28,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2f82b3be044e416fa4d3b126569680f2 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2f82b3be044e416fa4d3b126569680f2 2024-11-26T09:41:28,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/690ae332cb1a4354bf623c022a2597bc to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/690ae332cb1a4354bf623c022a2597bc 2024-11-26T09:41:28,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2ece3567863d4543ae61487ba020ac73 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2ece3567863d4543ae61487ba020ac73 2024-11-26T09:41:28,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c8d21737c5104ecbae7d8c42026364e3 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c8d21737c5104ecbae7d8c42026364e3 2024-11-26T09:41:28,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/feca2932cdb149d2b5fc833f3ec9387a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/feca2932cdb149d2b5fc833f3ec9387a 2024-11-26T09:41:28,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/82f17fc61623442cb3f180349dd70316 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/82f17fc61623442cb3f180349dd70316 2024-11-26T09:41:28,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/1953752941ed4896900555706e0e5d1d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/1953752941ed4896900555706e0e5d1d 2024-11-26T09:41:28,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/9cee61d4e98d4ce894c8334d8f892982 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/9cee61d4e98d4ce894c8334d8f892982 2024-11-26T09:41:28,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/8cba15793c5c423aa59ebc35074138f8 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/8cba15793c5c423aa59ebc35074138f8 2024-11-26T09:41:28,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/6426e41526ec41aab1bf58a45e0eb63a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/6426e41526ec41aab1bf58a45e0eb63a 2024-11-26T09:41:28,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/0aa399960db7407bb157e5bd4fc21910 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/0aa399960db7407bb157e5bd4fc21910 2024-11-26T09:41:28,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/d2bfcdedd808492e8fd364ac72f7234f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/d2bfcdedd808492e8fd364ac72f7234f 2024-11-26T09:41:28,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/3a5f5b54475c4967b43831094d7fdcfa to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/3a5f5b54475c4967b43831094d7fdcfa 2024-11-26T09:41:28,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/77aa303002d04ab9853bc2cafd30f742 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/77aa303002d04ab9853bc2cafd30f742 2024-11-26T09:41:28,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/66685f1eca224d37bd05c6d1dd95e759 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/66685f1eca224d37bd05c6d1dd95e759 2024-11-26T09:41:28,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/07983255364a447588343cb756dd3ae9 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/07983255364a447588343cb756dd3ae9 2024-11-26T09:41:28,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/826d9b4e854f42b2a08055e1a7d5805e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/826d9b4e854f42b2a08055e1a7d5805e 2024-11-26T09:41:28,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/4a2ae317cc2040858b84297dc5a63b34 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/4a2ae317cc2040858b84297dc5a63b34 2024-11-26T09:41:28,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/f6b9038dda234c6a925e463c043778df to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/f6b9038dda234c6a925e463c043778df 2024-11-26T09:41:28,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/ffae3f0af105437b8df55e168a33fd7d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/ffae3f0af105437b8df55e168a33fd7d 2024-11-26T09:41:28,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/4de1241eb1e240059c63c587b515b403 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/4de1241eb1e240059c63c587b515b403 2024-11-26T09:41:28,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c989f161f9ca4c3aa40b158d4b2850bd to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c989f161f9ca4c3aa40b158d4b2850bd 2024-11-26T09:41:28,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/fbd1ab6b985a48b1bb3fca7d2fa3e38e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/fbd1ab6b985a48b1bb3fca7d2fa3e38e 2024-11-26T09:41:28,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/623cd36f025e4657b35f0003f4cb1a41 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/623cd36f025e4657b35f0003f4cb1a41 2024-11-26T09:41:28,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/49ec4265d724464e9de409ba760723ac to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/49ec4265d724464e9de409ba760723ac 2024-11-26T09:41:28,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/5b103e42b2b740c99446c9e4e32d7c4d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/5b103e42b2b740c99446c9e4e32d7c4d 2024-11-26T09:41:28,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/ea16b7e834be490db04eb60966b7f240 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/ea16b7e834be490db04eb60966b7f240 2024-11-26T09:41:28,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/abc7a16520904c189a4bd35e0394f419 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/abc7a16520904c189a4bd35e0394f419 2024-11-26T09:41:28,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/b8d8b76f22ad4128a4ca0f81f3d65105 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/b8d8b76f22ad4128a4ca0f81f3d65105 2024-11-26T09:41:28,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/9da2a48c3bf242a897e9bbbdd3e6f4f6 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/9da2a48c3bf242a897e9bbbdd3e6f4f6 2024-11-26T09:41:28,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/e7734542ac7e4c27a0249cb3d5878376 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/e7734542ac7e4c27a0249cb3d5878376 2024-11-26T09:41:28,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/20afe69c36454c4997e7ae43ad4aa558 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/20afe69c36454c4997e7ae43ad4aa558 2024-11-26T09:41:28,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/6ff0c4ecd5fc4d58aa806f94a222fb51 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/6ff0c4ecd5fc4d58aa806f94a222fb51 2024-11-26T09:41:28,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2dd8e3c44cc346f3acde9d80f3bb2921 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2dd8e3c44cc346f3acde9d80f3bb2921 2024-11-26T09:41:28,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/24e11d0444ae46f0ad420d2af09c5266 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/24e11d0444ae46f0ad420d2af09c5266 2024-11-26T09:41:28,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/7484f45ff3614f05a7a80f296e58445f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/7484f45ff3614f05a7a80f296e58445f 2024-11-26T09:41:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T09:41:28,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c2ea401d51984551a7b27bb2762c65c2 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c2ea401d51984551a7b27bb2762c65c2 2024-11-26T09:41:28,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/8e8f3c6cdc6141a0a56ba0bd9c29173e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/8e8f3c6cdc6141a0a56ba0bd9c29173e 2024-11-26T09:41:28,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c9bd2aa3523143049cdf58fce63a0e7a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/c9bd2aa3523143049cdf58fce63a0e7a 2024-11-26T09:41:28,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2f90904283c840c0ac142b6eabc11d16 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/2f90904283c840c0ac142b6eabc11d16 2024-11-26T09:41:28,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/3aa0a9073085454abc80b67ff38c7b8a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5fc01d3368974929a90e95229ae4ebea, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/521303f262b341cf88f85bb28d87474e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/025a87c9079f4cb0a59c6057716b9c5a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/9c0a3e397e9348cbac7c75bf94610d42, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/80590f1b2f594fb09428d97b68af2c9d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/91c30c7cbeb14457a65e2f4e91d77de0, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ec07510072c240e9bc14949987428680, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/4dc5328433f8464d876f6d90a8058349, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/58dcd041ba06471db044a800b92a2dba, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/3182b583f1f64f2591ab017c82fa44ea, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c5d9a5d1714648bebcea8822203a228e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1dd5d03441af4b9e9e2fc406826a50e8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/77e56467fa1a4640b521941e070fdd28, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/76e2652e36d740e6ac346814022a6588, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/df29f9291a4b474184f10a6b9fe0e41f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/e2d5010e2225433a82a23da947bc5f2c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/25025707021044e7bb386df915d2cdef, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1c1eea1e138041819ef834dfe46290f8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/0cf80535e8384d65a8a1d20757bc6653, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c6b45d0b39934b689193719c780b16c3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c40a402fdcef4207b12548d0398ab51d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ee9ad5954a6347acb74ac17084fd38c7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/9d2d7fe09311418c9b80c2b960c67805, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/aff656be88f049d38355610ac121361c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/afcf67fcc2d242bb955a06f7e60669ed, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/f5dda616d20a4ca19d64ca92c989dc74, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/bacb85f37f26482992c47f651e0ed876, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5d0e2f73a408468d99aa5d4045c93fe2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/17ab07aed2c1440e82a705a9ff6bc1a1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/f93e16ab919246a298e078f8866080f1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/52b444694f2948509823c21d47524c28, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5e453ac8769b44399072e7f0207ff6ee, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/deb9c81b4e8e413d89ddf00ae0ca03d2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1a758608ed4a4b9b8f47bcfb65a0a761, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/0c37611471d14f17b30de0483d5454e6, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/660e8d6c485847c2b6756d9f3b048ea4, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/2943e2b9ad3c45cc99ece18647e7ffe8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/583b53e4a3164b1f949e782d2767fabf, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ba04b35142cb42289d5585274cce9933, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/b74b2219ccf14904b8fea7a1d1558076] to archive 2024-11-26T09:41:28,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:41:28,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/3aa0a9073085454abc80b67ff38c7b8a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/3aa0a9073085454abc80b67ff38c7b8a 2024-11-26T09:41:28,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5fc01d3368974929a90e95229ae4ebea to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5fc01d3368974929a90e95229ae4ebea 2024-11-26T09:41:28,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/521303f262b341cf88f85bb28d87474e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/521303f262b341cf88f85bb28d87474e 2024-11-26T09:41:28,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/025a87c9079f4cb0a59c6057716b9c5a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/025a87c9079f4cb0a59c6057716b9c5a 2024-11-26T09:41:28,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/9c0a3e397e9348cbac7c75bf94610d42 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/9c0a3e397e9348cbac7c75bf94610d42 2024-11-26T09:41:28,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/80590f1b2f594fb09428d97b68af2c9d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/80590f1b2f594fb09428d97b68af2c9d 2024-11-26T09:41:28,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/91c30c7cbeb14457a65e2f4e91d77de0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/91c30c7cbeb14457a65e2f4e91d77de0 2024-11-26T09:41:28,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ec07510072c240e9bc14949987428680 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ec07510072c240e9bc14949987428680 2024-11-26T09:41:28,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/4dc5328433f8464d876f6d90a8058349 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/4dc5328433f8464d876f6d90a8058349 2024-11-26T09:41:28,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/58dcd041ba06471db044a800b92a2dba to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/58dcd041ba06471db044a800b92a2dba 2024-11-26T09:41:28,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/3182b583f1f64f2591ab017c82fa44ea to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/3182b583f1f64f2591ab017c82fa44ea 2024-11-26T09:41:28,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c5d9a5d1714648bebcea8822203a228e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c5d9a5d1714648bebcea8822203a228e 2024-11-26T09:41:28,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1dd5d03441af4b9e9e2fc406826a50e8 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1dd5d03441af4b9e9e2fc406826a50e8 2024-11-26T09:41:28,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/77e56467fa1a4640b521941e070fdd28 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/77e56467fa1a4640b521941e070fdd28 2024-11-26T09:41:28,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/76e2652e36d740e6ac346814022a6588 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/76e2652e36d740e6ac346814022a6588 2024-11-26T09:41:28,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/df29f9291a4b474184f10a6b9fe0e41f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/df29f9291a4b474184f10a6b9fe0e41f 2024-11-26T09:41:28,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/e2d5010e2225433a82a23da947bc5f2c to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/e2d5010e2225433a82a23da947bc5f2c 2024-11-26T09:41:28,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/25025707021044e7bb386df915d2cdef to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/25025707021044e7bb386df915d2cdef 2024-11-26T09:41:28,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1c1eea1e138041819ef834dfe46290f8 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1c1eea1e138041819ef834dfe46290f8 2024-11-26T09:41:28,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/0cf80535e8384d65a8a1d20757bc6653 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/0cf80535e8384d65a8a1d20757bc6653 2024-11-26T09:41:28,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c6b45d0b39934b689193719c780b16c3 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c6b45d0b39934b689193719c780b16c3 2024-11-26T09:41:28,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c40a402fdcef4207b12548d0398ab51d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/c40a402fdcef4207b12548d0398ab51d 2024-11-26T09:41:28,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ee9ad5954a6347acb74ac17084fd38c7 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ee9ad5954a6347acb74ac17084fd38c7 2024-11-26T09:41:28,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/9d2d7fe09311418c9b80c2b960c67805 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/9d2d7fe09311418c9b80c2b960c67805 2024-11-26T09:41:28,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/aff656be88f049d38355610ac121361c to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/aff656be88f049d38355610ac121361c 2024-11-26T09:41:28,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/afcf67fcc2d242bb955a06f7e60669ed to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/afcf67fcc2d242bb955a06f7e60669ed 2024-11-26T09:41:28,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/f5dda616d20a4ca19d64ca92c989dc74 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/f5dda616d20a4ca19d64ca92c989dc74 2024-11-26T09:41:28,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/bacb85f37f26482992c47f651e0ed876 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/bacb85f37f26482992c47f651e0ed876 2024-11-26T09:41:28,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5d0e2f73a408468d99aa5d4045c93fe2 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5d0e2f73a408468d99aa5d4045c93fe2 2024-11-26T09:41:28,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/17ab07aed2c1440e82a705a9ff6bc1a1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/17ab07aed2c1440e82a705a9ff6bc1a1 2024-11-26T09:41:28,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/f93e16ab919246a298e078f8866080f1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/f93e16ab919246a298e078f8866080f1 2024-11-26T09:41:28,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/52b444694f2948509823c21d47524c28 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/52b444694f2948509823c21d47524c28 2024-11-26T09:41:28,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5e453ac8769b44399072e7f0207ff6ee to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/5e453ac8769b44399072e7f0207ff6ee 2024-11-26T09:41:28,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/deb9c81b4e8e413d89ddf00ae0ca03d2 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/deb9c81b4e8e413d89ddf00ae0ca03d2 2024-11-26T09:41:28,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1a758608ed4a4b9b8f47bcfb65a0a761 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/1a758608ed4a4b9b8f47bcfb65a0a761 2024-11-26T09:41:28,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/0c37611471d14f17b30de0483d5454e6 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/0c37611471d14f17b30de0483d5454e6 2024-11-26T09:41:28,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/660e8d6c485847c2b6756d9f3b048ea4 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/660e8d6c485847c2b6756d9f3b048ea4 2024-11-26T09:41:28,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/2943e2b9ad3c45cc99ece18647e7ffe8 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/2943e2b9ad3c45cc99ece18647e7ffe8 2024-11-26T09:41:28,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/583b53e4a3164b1f949e782d2767fabf to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/583b53e4a3164b1f949e782d2767fabf 2024-11-26T09:41:28,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ba04b35142cb42289d5585274cce9933 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/ba04b35142cb42289d5585274cce9933 2024-11-26T09:41:28,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/b74b2219ccf14904b8fea7a1d1558076 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/b74b2219ccf14904b8fea7a1d1558076 2024-11-26T09:41:28,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f2dcdbbb38484e21ad93876b665fc68f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f9d0f0f476d241a9b3caee408d9ee2d6, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/3935dcfab36b41e994947684a5fb5520, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/1d981f43b47143cab5ea45901a90d769, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/dcf4a1d7d8c0493ca7595d5b75164e93, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/99e3911267104892bfa623c65c3fe714, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/49eca250f00b422b95d76cd96f33ee89, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ee6de8b222284df8a01f4519278f1d83, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c0f630b10d2a4f87bf90be307976659c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b718c464dc5f4ec59bb0b9915d509c82, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/454c05acc0f94a9c9dff261ea9b30d97, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c0a7e223875d48efafb2d768634f00b2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/294c2476ec224f0b94a68423901b90de, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/82272286091d4847b62f070b3b43e031, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/9c7712fc1d3145a39eb164e99b8bad0c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/1170257ea2cf49eab9ac6f10f589728c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/891dfa6d624d4d9c887c6591c5d40d7a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/a841bbe6a7994c2986fcdce344db3467, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/4f4623943f084060914a39f1d8bd2045, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/d3ae9d0a29c44613a9b3af8408fd094e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/69a8615346ac4d6b97a11ba74f52fc64, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b336554a53b047fa8837054778b6f265, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f06d471a2b0a402abc8382336cf3d4ec, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/92f0762781db4e2aa03037a1093e3913, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/abbaf348c5b64903ac57aa01057c1de3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b7c881a655d84003a84191e978ffd715, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/5eb7db743fc04575b404360384556417, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/66ddb3a9947a4f8eab97059c16694fa1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c86e743836ea415d82eddd21d06bb165, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/28d38728cdee48b39a82c8cc56b60f53, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/a3a09c5b6e3645c984436dd9605fbdb1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ae1f9ef1c0874a31a6e3dbbe098a3430, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/96ea028ab5e7479b8e6671c114ac13af, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/91d3e5c366e34aad93b8c79c01d9929d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/d5d92cf04feb4561a5b558dccfcaf3f3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/9dfd08de8ef64438840b4bf7bb39f754, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/3aed2459674246e8a6d45cf16054d448, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/988be8f6a2db4866947072e1c16bbe1f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ba18dc293dc841dd9d5046925d416661, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/6215e0f133ce4a34982bfdd94a7dc9d7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/be8d2abcc2624dc09acb7af4d4431664] to archive 2024-11-26T09:41:28,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:41:28,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f2dcdbbb38484e21ad93876b665fc68f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f2dcdbbb38484e21ad93876b665fc68f 2024-11-26T09:41:28,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f9d0f0f476d241a9b3caee408d9ee2d6 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f9d0f0f476d241a9b3caee408d9ee2d6 2024-11-26T09:41:28,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/3935dcfab36b41e994947684a5fb5520 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/3935dcfab36b41e994947684a5fb5520 2024-11-26T09:41:28,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/1d981f43b47143cab5ea45901a90d769 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/1d981f43b47143cab5ea45901a90d769 2024-11-26T09:41:28,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/dcf4a1d7d8c0493ca7595d5b75164e93 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/dcf4a1d7d8c0493ca7595d5b75164e93 2024-11-26T09:41:28,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/99e3911267104892bfa623c65c3fe714 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/99e3911267104892bfa623c65c3fe714 2024-11-26T09:41:28,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/49eca250f00b422b95d76cd96f33ee89 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/49eca250f00b422b95d76cd96f33ee89 2024-11-26T09:41:28,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ee6de8b222284df8a01f4519278f1d83 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ee6de8b222284df8a01f4519278f1d83 2024-11-26T09:41:28,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c0f630b10d2a4f87bf90be307976659c to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c0f630b10d2a4f87bf90be307976659c 2024-11-26T09:41:28,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b718c464dc5f4ec59bb0b9915d509c82 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b718c464dc5f4ec59bb0b9915d509c82 2024-11-26T09:41:28,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/454c05acc0f94a9c9dff261ea9b30d97 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/454c05acc0f94a9c9dff261ea9b30d97 2024-11-26T09:41:28,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c0a7e223875d48efafb2d768634f00b2 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c0a7e223875d48efafb2d768634f00b2 2024-11-26T09:41:28,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/294c2476ec224f0b94a68423901b90de to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/294c2476ec224f0b94a68423901b90de 2024-11-26T09:41:28,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/82272286091d4847b62f070b3b43e031 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/82272286091d4847b62f070b3b43e031 2024-11-26T09:41:28,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/9c7712fc1d3145a39eb164e99b8bad0c to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/9c7712fc1d3145a39eb164e99b8bad0c 2024-11-26T09:41:28,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/1170257ea2cf49eab9ac6f10f589728c to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/1170257ea2cf49eab9ac6f10f589728c 2024-11-26T09:41:28,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/891dfa6d624d4d9c887c6591c5d40d7a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/891dfa6d624d4d9c887c6591c5d40d7a 2024-11-26T09:41:28,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/a841bbe6a7994c2986fcdce344db3467 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/a841bbe6a7994c2986fcdce344db3467 2024-11-26T09:41:28,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/4f4623943f084060914a39f1d8bd2045 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/4f4623943f084060914a39f1d8bd2045 2024-11-26T09:41:28,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/d3ae9d0a29c44613a9b3af8408fd094e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/d3ae9d0a29c44613a9b3af8408fd094e 2024-11-26T09:41:28,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/69a8615346ac4d6b97a11ba74f52fc64 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/69a8615346ac4d6b97a11ba74f52fc64 2024-11-26T09:41:28,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b336554a53b047fa8837054778b6f265 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b336554a53b047fa8837054778b6f265 2024-11-26T09:41:28,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f06d471a2b0a402abc8382336cf3d4ec to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/f06d471a2b0a402abc8382336cf3d4ec 2024-11-26T09:41:28,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/92f0762781db4e2aa03037a1093e3913 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/92f0762781db4e2aa03037a1093e3913 2024-11-26T09:41:28,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/abbaf348c5b64903ac57aa01057c1de3 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/abbaf348c5b64903ac57aa01057c1de3 2024-11-26T09:41:28,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b7c881a655d84003a84191e978ffd715 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/b7c881a655d84003a84191e978ffd715 2024-11-26T09:41:28,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/5eb7db743fc04575b404360384556417 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/5eb7db743fc04575b404360384556417 2024-11-26T09:41:28,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/66ddb3a9947a4f8eab97059c16694fa1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/66ddb3a9947a4f8eab97059c16694fa1 2024-11-26T09:41:28,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c86e743836ea415d82eddd21d06bb165 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/c86e743836ea415d82eddd21d06bb165 2024-11-26T09:41:28,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/28d38728cdee48b39a82c8cc56b60f53 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/28d38728cdee48b39a82c8cc56b60f53 2024-11-26T09:41:28,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/a3a09c5b6e3645c984436dd9605fbdb1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/a3a09c5b6e3645c984436dd9605fbdb1 2024-11-26T09:41:28,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ae1f9ef1c0874a31a6e3dbbe098a3430 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ae1f9ef1c0874a31a6e3dbbe098a3430 2024-11-26T09:41:28,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/96ea028ab5e7479b8e6671c114ac13af to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/96ea028ab5e7479b8e6671c114ac13af 2024-11-26T09:41:28,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/91d3e5c366e34aad93b8c79c01d9929d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/91d3e5c366e34aad93b8c79c01d9929d 2024-11-26T09:41:28,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/d5d92cf04feb4561a5b558dccfcaf3f3 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/d5d92cf04feb4561a5b558dccfcaf3f3 2024-11-26T09:41:28,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/9dfd08de8ef64438840b4bf7bb39f754 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/9dfd08de8ef64438840b4bf7bb39f754 2024-11-26T09:41:28,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/3aed2459674246e8a6d45cf16054d448 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/3aed2459674246e8a6d45cf16054d448 2024-11-26T09:41:28,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/988be8f6a2db4866947072e1c16bbe1f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/988be8f6a2db4866947072e1c16bbe1f 2024-11-26T09:41:28,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ba18dc293dc841dd9d5046925d416661 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/ba18dc293dc841dd9d5046925d416661 2024-11-26T09:41:28,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/6215e0f133ce4a34982bfdd94a7dc9d7 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/6215e0f133ce4a34982bfdd94a7dc9d7 2024-11-26T09:41:28,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/be8d2abcc2624dc09acb7af4d4431664 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/be8d2abcc2624dc09acb7af4d4431664 2024-11-26T09:41:28,945 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/recovered.edits/786.seqid, newMaxSeqId=786, maxSeqId=1 2024-11-26T09:41:28,948 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. 2024-11-26T09:41:28,948 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 44ae427d32194a2f5c1b27b94c148d0e: Waiting for close lock at 1732614087832Running coprocessor pre-close hooks at 1732614087832Disabling compacts and flushes for region at 1732614087832Disabling writes for close at 1732614087832Obtaining lock to block concurrent updates at 1732614087832Preparing flush snapshotting stores in 44ae427d32194a2f5c1b27b94c148d0e at 1732614087832Finished memstore snapshotting TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732614087833 (+1 ms)Flushing stores of TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e. at 1732614087834 (+1 ms)Flushing 44ae427d32194a2f5c1b27b94c148d0e/A: creating writer at 1732614087834Flushing 44ae427d32194a2f5c1b27b94c148d0e/A: appending metadata at 1732614087839 (+5 ms)Flushing 44ae427d32194a2f5c1b27b94c148d0e/A: closing flushed file at 1732614087839Flushing 44ae427d32194a2f5c1b27b94c148d0e/B: creating writer at 1732614087856 (+17 ms)Flushing 44ae427d32194a2f5c1b27b94c148d0e/B: appending metadata at 1732614087861 (+5 ms)Flushing 44ae427d32194a2f5c1b27b94c148d0e/B: closing flushed file at 1732614087861Flushing 44ae427d32194a2f5c1b27b94c148d0e/C: creating writer at 1732614088304 (+443 ms)Flushing 44ae427d32194a2f5c1b27b94c148d0e/C: appending metadata at 1732614088307 (+3 ms)Flushing 44ae427d32194a2f5c1b27b94c148d0e/C: closing flushed file at 1732614088307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a7cb362: reopening flushed file at 1732614088717 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75588311: reopening flushed file at 1732614088724 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff465e: reopening flushed file at 1732614088730 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 44ae427d32194a2f5c1b27b94c148d0e in 904ms, sequenceid=783, compaction requested=false at 1732614088736 (+6 ms)Writing region close event to WAL at 1732614088940 (+204 ms)Running coprocessor post-close hooks at 1732614088945 (+5 ms)Closed at 1732614088948 (+3 ms) 2024-11-26T09:41:28,951 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:28,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=44ae427d32194a2f5c1b27b94c148d0e, regionState=CLOSED 2024-11-26T09:41:28,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:41:28,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-26T09:41:28,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 44ae427d32194a2f5c1b27b94c148d0e, server=24c191b0ea9d,43373,1732614057595 in 1.2840 sec 2024-11-26T09:41:28,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-26T09:41:28,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44ae427d32194a2f5c1b27b94c148d0e, UNASSIGN in 1.2910 sec 2024-11-26T09:41:28,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-26T09:41:28,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3010 sec 2024-11-26T09:41:28,965 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614088964"}]},"ts":"1732614088964"} 2024-11-26T09:41:28,966 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T09:41:28,966 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T09:41:28,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.3200 sec 2024-11-26T09:41:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T09:41:29,806 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:29,809 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T09:41:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:29,815 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-26T09:41:29,817 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:29,821 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:29,827 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/recovered.edits] 2024-11-26T09:41:29,831 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/1aef2e30ee2f4aa68758a91d59b8b5f3 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/1aef2e30ee2f4aa68758a91d59b8b5f3 2024-11-26T09:41:29,833 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/486264337b9640d48aecb92adb82fa74 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/A/486264337b9640d48aecb92adb82fa74 2024-11-26T09:41:29,836 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/18fe1793f38f4c02bdd8f16f88129fd7 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/18fe1793f38f4c02bdd8f16f88129fd7 2024-11-26T09:41:29,838 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/26e20d967c324b249dfccf7fc0d756dc to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/B/26e20d967c324b249dfccf7fc0d756dc 2024-11-26T09:41:29,840 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/6f4e03d7ead8424aacbb0257c504f378 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/6f4e03d7ead8424aacbb0257c504f378 2024-11-26T09:41:29,842 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/d2075a7f21994473b1100a957ffb5b2f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/C/d2075a7f21994473b1100a957ffb5b2f 2024-11-26T09:41:29,844 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/recovered.edits/786.seqid to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e/recovered.edits/786.seqid 2024-11-26T09:41:29,845 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/44ae427d32194a2f5c1b27b94c148d0e 2024-11-26T09:41:29,845 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T09:41:29,850 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:29,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T09:41:29,861 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T09:41:29,898 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T09:41:29,908 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:29,908 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T09:41:29,908 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732614089908"}]},"ts":"9223372036854775807"} 2024-11-26T09:41:29,915 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-26T09:41:29,915 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 44ae427d32194a2f5c1b27b94c148d0e, NAME => 'TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T09:41:29,915 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T09:41:29,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732614089915"}]},"ts":"9223372036854775807"} 2024-11-26T09:41:29,923 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-26T09:41:29,925 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-26T09:41:29,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 115 msec 2024-11-26T09:41:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-26T09:41:30,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-26T09:41:30,137 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:30,149 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=250 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_403408052_22 at /127.0.0.1:42210 [Waiting for operation #399] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-101752931_22 at /127.0.0.1:40596 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-101752931_22 at /127.0.0.1:45624 [Waiting for operation #386] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_403408052_22 at /127.0.0.1:40606 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;24c191b0ea9d:43373-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=452 (was 239) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3973 (was 4616) 2024-11-26T09:41:30,159 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=250, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=452, ProcessCount=11, AvailableMemoryMB=3973 2024-11-26T09:41:30,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T09:41:30,161 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T09:41:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:30,163 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T09:41:30,163 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:30,163 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-26T09:41:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T09:41:30,164 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T09:41:30,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741966_1142 (size=1061) 2024-11-26T09:41:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T09:41:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T09:41:30,573 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a 2024-11-26T09:41:30,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741967_1143 (size=53) 2024-11-26T09:41:30,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:41:30,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 64253dd0755e541d01e34125a7967388, disabling compactions & flushes 2024-11-26T09:41:30,582 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:30,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:30,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. after waiting 0 ms 2024-11-26T09:41:30,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:30,582 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:30,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64253dd0755e541d01e34125a7967388: Waiting for close lock at 1732614090582Disabling compacts and flushes for region at 1732614090582Disabling writes for close at 1732614090582Writing region close event to WAL at 1732614090582Closed at 1732614090582 2024-11-26T09:41:30,584 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T09:41:30,584 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732614090584"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732614090584"}]},"ts":"1732614090584"} 2024-11-26T09:41:30,587 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T09:41:30,588 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T09:41:30,588 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614090588"}]},"ts":"1732614090588"} 2024-11-26T09:41:30,589 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T09:41:30,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64253dd0755e541d01e34125a7967388, ASSIGN}] 2024-11-26T09:41:30,591 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64253dd0755e541d01e34125a7967388, ASSIGN 2024-11-26T09:41:30,592 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64253dd0755e541d01e34125a7967388, ASSIGN; state=OFFLINE, location=24c191b0ea9d,43373,1732614057595; forceNewPlan=false, retain=false 2024-11-26T09:41:30,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=64253dd0755e541d01e34125a7967388, regionState=OPENING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:30,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64253dd0755e541d01e34125a7967388, ASSIGN because future has completed 2024-11-26T09:41:30,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:41:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T09:41:30,902 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:30,902 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} 2024-11-26T09:41:30,903 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:30,903 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:41:30,903 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:30,903 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:30,905 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:30,907 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:41:30,908 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64253dd0755e541d01e34125a7967388 columnFamilyName A 2024-11-26T09:41:30,908 DEBUG [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:30,909 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.HStore(327): Store=64253dd0755e541d01e34125a7967388/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:41:30,909 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:30,911 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:41:30,911 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64253dd0755e541d01e34125a7967388 columnFamilyName B 2024-11-26T09:41:30,911 DEBUG [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:30,912 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.HStore(327): Store=64253dd0755e541d01e34125a7967388/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:41:30,912 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:30,913 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:41:30,913 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64253dd0755e541d01e34125a7967388 columnFamilyName C 2024-11-26T09:41:30,914 DEBUG [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:30,914 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.HStore(327): Store=64253dd0755e541d01e34125a7967388/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:41:30,914 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:30,914 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:30,915 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388 2024-11-26T09:41:30,916 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388 2024-11-26T09:41:30,917 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:30,917 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:30,918 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T09:41:30,919 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:30,922 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T09:41:30,922 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 64253dd0755e541d01e34125a7967388; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65885569, jitterRate=-0.01822851598262787}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T09:41:30,922 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:30,923 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 64253dd0755e541d01e34125a7967388: Running coprocessor pre-open hook at 1732614090903Writing region info on filesystem at 1732614090903Initializing all the Stores at 1732614090904 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614090904Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614090904Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614090905 (+1 ms)Cleaning up temporary data from old regions at 1732614090917 (+12 ms)Running coprocessor post-open hooks at 1732614090922 (+5 ms)Region opened successfully at 1732614090923 (+1 ms) 2024-11-26T09:41:30,925 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., pid=36, masterSystemTime=1732614090898 2024-11-26T09:41:30,929 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:30,929 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:30,929 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=64253dd0755e541d01e34125a7967388, regionState=OPEN, openSeqNum=2, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:30,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:41:30,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-26T09:41:30,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 in 187 msec 2024-11-26T09:41:30,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-26T09:41:30,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64253dd0755e541d01e34125a7967388, ASSIGN in 345 msec 2024-11-26T09:41:30,939 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T09:41:30,939 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614090939"}]},"ts":"1732614090939"} 2024-11-26T09:41:30,941 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T09:41:30,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T09:41:30,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 782 msec 2024-11-26T09:41:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T09:41:31,306 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:31,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328db2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:31,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:31,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:31,308 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4810677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:31,311 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:31,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4474113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:31,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:31,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:31,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:31,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:31,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T09:41:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 24c191b0ea9d,33185,1732614056759 2024-11-26T09:41:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22d64e14 2024-11-26T09:41:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T09:41:31,318 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T09:41:31,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T09:41:31,323 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T09:41:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:31,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741968_1144 (size=1097) 2024-11-26T09:41:31,746 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-26T09:41:31,746 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-26T09:41:31,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T09:41:31,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64253dd0755e541d01e34125a7967388, REOPEN/MOVE}] 2024-11-26T09:41:31,763 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64253dd0755e541d01e34125a7967388, REOPEN/MOVE 2024-11-26T09:41:31,764 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=64253dd0755e541d01e34125a7967388, regionState=CLOSING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:31,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64253dd0755e541d01e34125a7967388, REOPEN/MOVE because future has completed 2024-11-26T09:41:31,774 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T09:41:31,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:41:31,927 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:31,927 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T09:41:31,927 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 64253dd0755e541d01e34125a7967388, disabling compactions & flushes 2024-11-26T09:41:31,927 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:31,927 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:31,927 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. after waiting 0 ms 2024-11-26T09:41:31,927 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:31,932 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T09:41:31,933 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:31,933 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 64253dd0755e541d01e34125a7967388: Waiting for close lock at 1732614091927Running coprocessor pre-close hooks at 1732614091927Disabling compacts and flushes for region at 1732614091927Disabling writes for close at 1732614091927Writing region close event to WAL at 1732614091928 (+1 ms)Running coprocessor post-close hooks at 1732614091933 (+5 ms)Closed at 1732614091933 2024-11-26T09:41:31,933 WARN [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 64253dd0755e541d01e34125a7967388 to self. 2024-11-26T09:41:31,937 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:31,937 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=64253dd0755e541d01e34125a7967388, regionState=CLOSED 2024-11-26T09:41:31,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:41:31,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-26T09:41:31,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 in 170 msec 2024-11-26T09:41:31,948 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64253dd0755e541d01e34125a7967388, REOPEN/MOVE; state=CLOSED, location=24c191b0ea9d,43373,1732614057595; forceNewPlan=false, retain=true 2024-11-26T09:41:32,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=64253dd0755e541d01e34125a7967388, regionState=OPENING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64253dd0755e541d01e34125a7967388, REOPEN/MOVE because future has completed 2024-11-26T09:41:32,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:41:32,262 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:32,263 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} 2024-11-26T09:41:32,263 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:32,263 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:41:32,263 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:32,263 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:32,266 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:32,266 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:41:32,273 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64253dd0755e541d01e34125a7967388 columnFamilyName A 2024-11-26T09:41:32,277 DEBUG [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:32,277 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.HStore(327): Store=64253dd0755e541d01e34125a7967388/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:41:32,281 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:32,282 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:41:32,283 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64253dd0755e541d01e34125a7967388 columnFamilyName B 2024-11-26T09:41:32,283 DEBUG [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:32,284 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.HStore(327): Store=64253dd0755e541d01e34125a7967388/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:41:32,284 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:32,285 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:41:32,285 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64253dd0755e541d01e34125a7967388 columnFamilyName C 2024-11-26T09:41:32,286 DEBUG [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:32,287 INFO [StoreOpener-64253dd0755e541d01e34125a7967388-1 {}] regionserver.HStore(327): Store=64253dd0755e541d01e34125a7967388/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:41:32,287 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:32,287 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:32,288 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388 2024-11-26T09:41:32,290 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388 2024-11-26T09:41:32,291 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:32,291 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:32,292 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T09:41:32,296 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:32,297 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 64253dd0755e541d01e34125a7967388; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74744973, jitterRate=0.11378689110279083}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T09:41:32,297 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:32,298 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 64253dd0755e541d01e34125a7967388: Running coprocessor pre-open hook at 1732614092263Writing region info on filesystem at 1732614092263Initializing all the Stores at 1732614092264 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614092264Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614092264Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614092264Cleaning up temporary data from old regions at 1732614092291 (+27 ms)Running coprocessor post-open hooks at 1732614092297 (+6 ms)Region opened successfully at 1732614092298 (+1 ms) 2024-11-26T09:41:32,299 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., pid=41, masterSystemTime=1732614092259 2024-11-26T09:41:32,301 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:32,301 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:32,302 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=64253dd0755e541d01e34125a7967388, regionState=OPEN, openSeqNum=5, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:41:32,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-26T09:41:32,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 in 201 msec 2024-11-26T09:41:32,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-26T09:41:32,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64253dd0755e541d01e34125a7967388, REOPEN/MOVE in 545 msec 2024-11-26T09:41:32,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-26T09:41:32,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 559 msec 2024-11-26T09:41:32,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 985 msec 2024-11-26T09:41:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-26T09:41:32,316 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:32,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263f8ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:32,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:32,318 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212d795b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:32,320 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:32,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61643f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:32,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:32,326 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@831f518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:32,328 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41281d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1845b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:32,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:32,331 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:32,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:32,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231bbf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:32,333 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670a907d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0484de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:32,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:32,337 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474a74d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:32,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:32,339 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e88f99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349085e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:32,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:32,342 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a582426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:32,344 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4212b166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dcfede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:32,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:32,346 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:32,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:32,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:32,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ee448f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:32,348 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6946efc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:32,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:32,350 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac1445e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:32,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:32,351 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c0b19c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:32,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:32,353 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baaac90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:32,355 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9c4167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:41:32,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:41:32,360 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:41:32,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:41:32,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:41:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4526396f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:41:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:41:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:32,362 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:41:32,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579718f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:41:32,364 DEBUG [Thread-710 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:32,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:32,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:32,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:32,367 DEBUG [Thread-714 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:32,368 DEBUG [Thread-708 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:32,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:32,369 DEBUG [Thread-723 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:32,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:32,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:32,369 DEBUG [Thread-708 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:32,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:32,370 DEBUG [Thread-708 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-26T09:41:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:41:32,372 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-26T09:41:32,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:41:32,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:32,374 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:32,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:32,376 DEBUG [Thread-725 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:41:32,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:41:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:32,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:41:32,384 DEBUG [Thread-721 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:32,384 DEBUG [Thread-712 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:32,384 DEBUG [Thread-716 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:32,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:32,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:32,386 DEBUG [Thread-719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:41:32,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:32,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:41:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:41:32,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:32,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:41:32,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:41:32,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:41:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:32,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:41:32,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:32,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:32,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:32,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:32,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:32,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:32,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:41:32,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:41:32,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126197e8d80183a42dda8696c3f495526f7_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614092387/Put/seqid=0 2024-11-26T09:41:32,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42702 deadline: 1732614152452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:32,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614092425, max timestamp=1732614092457Num uniques 859; 2024-11-26T09:41:32,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:32,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614092425, max timestamp=1732614092457Num uniques 859; 2024-11-26T09:41:32,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614092425, max timestamp=1732614092457Num uniques 859; 2024-11-26T09:41:32,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:32,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-26T09:41:32,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741969_1145 (size=12154) 2024-11-26T09:41:32,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614152500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:32,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614152502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:32,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614152514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614152517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:32,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-26T09:41:32,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:32,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:32,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:32,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:32,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:32,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42702 deadline: 1732614152565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:32,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614152625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:32,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614152626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614152626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614152626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:32,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-26T09:41:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-26T09:41:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:32,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:32,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42702 deadline: 1732614152775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:32,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-26T09:41:32,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:32,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:32,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:32,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:32,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:32,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614152835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:32,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614152845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:32,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614152846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:32,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614152846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:32,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:32,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:32,881 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:32,891 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126197e8d80183a42dda8696c3f495526f7_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126197e8d80183a42dda8696c3f495526f7_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:32,892 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/12185ba04139457da34f9d0efe74fe94, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:32,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/12185ba04139457da34f9d0efe74fe94 is 175, key is test_row_0/A:col10/1732614092387/Put/seqid=0 2024-11-26T09:41:32,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741970_1146 (size=30955) 2024-11-26T09:41:32,938 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/12185ba04139457da34f9d0efe74fe94 2024-11-26T09:41:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-26T09:41:32,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-26T09:41:32,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:32,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:32,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:32,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:32,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:33,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/852363b31dfe455998bee16c68cfb831 is 50, key is test_row_0/B:col10/1732614092387/Put/seqid=0 2024-11-26T09:41:33,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741971_1147 (size=12001) 2024-11-26T09:41:33,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/852363b31dfe455998bee16c68cfb831 2024-11-26T09:41:33,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/d2eb9837624a409c9dc46d4ba94c4cc8 is 50, key is test_row_0/C:col10/1732614092387/Put/seqid=0 2024-11-26T09:41:33,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42702 deadline: 1732614153085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741972_1148 (size=12001) 2024-11-26T09:41:33,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/d2eb9837624a409c9dc46d4ba94c4cc8 2024-11-26T09:41:33,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/12185ba04139457da34f9d0efe74fe94 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/12185ba04139457da34f9d0efe74fe94 2024-11-26T09:41:33,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/12185ba04139457da34f9d0efe74fe94, entries=150, sequenceid=15, filesize=30.2 K 2024-11-26T09:41:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/852363b31dfe455998bee16c68cfb831 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/852363b31dfe455998bee16c68cfb831 2024-11-26T09:41:33,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/852363b31dfe455998bee16c68cfb831, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T09:41:33,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/d2eb9837624a409c9dc46d4ba94c4cc8 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/d2eb9837624a409c9dc46d4ba94c4cc8 2024-11-26T09:41:33,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/d2eb9837624a409c9dc46d4ba94c4cc8, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T09:41:33,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 64253dd0755e541d01e34125a7967388 in 741ms, sequenceid=15, compaction requested=false 2024-11-26T09:41:33,132 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T09:41:33,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:33,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-26T09:41:33,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:33,150 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-26T09:41:33,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:33,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:33,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:33,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:33,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:33,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:33,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:33,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e42f2264e0324eb29d5c2ae83ab8abab_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614092514/Put/seqid=0 2024-11-26T09:41:33,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741973_1149 (size=12154) 2024-11-26T09:41:33,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:33,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614153173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614153174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614153175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,188 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e42f2264e0324eb29d5c2ae83ab8abab_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e42f2264e0324eb29d5c2ae83ab8abab_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/5bae1810e5cb4c3eaea4285a63c0e8a7, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:33,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/5bae1810e5cb4c3eaea4285a63c0e8a7 is 175, key is test_row_0/A:col10/1732614092514/Put/seqid=0 2024-11-26T09:41:33,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614153185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741974_1150 (size=30955) 2024-11-26T09:41:33,214 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/5bae1810e5cb4c3eaea4285a63c0e8a7 2024-11-26T09:41:33,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/fd22813fb28d411fa9c689362a85feaa is 50, key is test_row_0/B:col10/1732614092514/Put/seqid=0 2024-11-26T09:41:33,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741975_1151 (size=12001) 2024-11-26T09:41:33,261 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/fd22813fb28d411fa9c689362a85feaa 2024-11-26T09:41:33,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/28b3eaff15dc45d79c87eab5e33e088f is 50, key is test_row_0/C:col10/1732614092514/Put/seqid=0 2024-11-26T09:41:33,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614153296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614153296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614153297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741976_1152 (size=12001) 2024-11-26T09:41:33,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614153307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,307 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/28b3eaff15dc45d79c87eab5e33e088f 2024-11-26T09:41:33,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/5bae1810e5cb4c3eaea4285a63c0e8a7 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/5bae1810e5cb4c3eaea4285a63c0e8a7 2024-11-26T09:41:33,326 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/5bae1810e5cb4c3eaea4285a63c0e8a7, entries=150, sequenceid=50, filesize=30.2 K 2024-11-26T09:41:33,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/fd22813fb28d411fa9c689362a85feaa as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/fd22813fb28d411fa9c689362a85feaa 2024-11-26T09:41:33,337 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/fd22813fb28d411fa9c689362a85feaa, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T09:41:33,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/28b3eaff15dc45d79c87eab5e33e088f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/28b3eaff15dc45d79c87eab5e33e088f 2024-11-26T09:41:33,346 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/28b3eaff15dc45d79c87eab5e33e088f, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T09:41:33,348 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 64253dd0755e541d01e34125a7967388 in 198ms, sequenceid=50, compaction requested=false 2024-11-26T09:41:33,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:33,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:33,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-26T09:41:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-26T09:41:33,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-26T09:41:33,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 976 msec 2024-11-26T09:41:33,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 985 msec 2024-11-26T09:41:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-26T09:41:33,506 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:33,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-26T09:41:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-26T09:41:33,509 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:33,510 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:33,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:33,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T09:41:33,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:33,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:33,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:33,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:33,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:33,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:33,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126302d8aa5a126461a81eeed9d5dc8f9f4_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614093173/Put/seqid=0 2024-11-26T09:41:33,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741977_1153 (size=14594) 2024-11-26T09:41:33,560 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:33,567 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126302d8aa5a126461a81eeed9d5dc8f9f4_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126302d8aa5a126461a81eeed9d5dc8f9f4_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:33,568 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/803e4d7cb46a421c8d5b2d346f1b8501, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:33,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/803e4d7cb46a421c8d5b2d346f1b8501 is 175, key is test_row_0/A:col10/1732614093173/Put/seqid=0 2024-11-26T09:41:33,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614153563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614153566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614153568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614153571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741978_1154 (size=39549) 2024-11-26T09:41:33,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42702 deadline: 1732614153605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-26T09:41:33,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-26T09:41:33,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:33,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:33,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:33,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:33,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:33,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614153685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614153685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614153685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614153685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-26T09:41:33,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:33,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:33,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:33,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:33,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-26T09:41:33,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614153895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614153896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614153896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614153896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:33,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-26T09:41:33,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:33,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:33,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:33,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:33,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:33,981 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/803e4d7cb46a421c8d5b2d346f1b8501 2024-11-26T09:41:33,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/6bba233af8d54ec0beacf348a6345aec is 50, key is test_row_0/B:col10/1732614093173/Put/seqid=0 2024-11-26T09:41:34,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741979_1155 (size=12001) 2024-11-26T09:41:34,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-26T09:41:34,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:34,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:34,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:34,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-26T09:41:34,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614154205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:34,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614154206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:34,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614154206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:34,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:34,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:34,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614154206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:34,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-26T09:41:34,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:34,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:34,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:34,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/6bba233af8d54ec0beacf348a6345aec 2024-11-26T09:41:34,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-26T09:41:34,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:34,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/fee08e2462934903a1ae46ce84b41105 is 50, key is test_row_0/C:col10/1732614093173/Put/seqid=0 2024-11-26T09:41:34,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:34,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:34,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741980_1156 (size=12001) 2024-11-26T09:41:34,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T09:41:34,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-26T09:41:34,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:34,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:34,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:34,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42702 deadline: 1732614154625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:34,627 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 64253dd0755e541d01e34125a7967388 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:34,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-26T09:41:34,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614154715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:34,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614154725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:34,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614154725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:34,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614154726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:34,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:34,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:34,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-26T09:41:34,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:34,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:34,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:34,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/fee08e2462934903a1ae46ce84b41105 2024-11-26T09:41:34,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/803e4d7cb46a421c8d5b2d346f1b8501 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/803e4d7cb46a421c8d5b2d346f1b8501 2024-11-26T09:41:34,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/803e4d7cb46a421c8d5b2d346f1b8501, entries=200, sequenceid=62, filesize=38.6 K 2024-11-26T09:41:34,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/6bba233af8d54ec0beacf348a6345aec as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/6bba233af8d54ec0beacf348a6345aec 2024-11-26T09:41:34,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/6bba233af8d54ec0beacf348a6345aec, entries=150, sequenceid=62, filesize=11.7 K 2024-11-26T09:41:34,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/fee08e2462934903a1ae46ce84b41105 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/fee08e2462934903a1ae46ce84b41105 2024-11-26T09:41:34,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-26T09:41:34,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:34,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:34,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:34,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:34,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/fee08e2462934903a1ae46ce84b41105, entries=150, sequenceid=62, filesize=11.7 K 2024-11-26T09:41:34,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 64253dd0755e541d01e34125a7967388 in 1392ms, sequenceid=62, compaction requested=true 2024-11-26T09:41:34,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:34,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:34,912 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:34,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:34,912 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:34,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:34,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:34,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:34,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:34,913 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:34,913 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/B is initiating minor compaction (all files) 2024-11-26T09:41:34,913 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/B in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:34,914 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/852363b31dfe455998bee16c68cfb831, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/fd22813fb28d411fa9c689362a85feaa, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/6bba233af8d54ec0beacf348a6345aec] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=35.2 K 2024-11-26T09:41:34,914 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:34,914 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 852363b31dfe455998bee16c68cfb831, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732614092387 2024-11-26T09:41:34,914 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/A is initiating minor compaction (all files) 2024-11-26T09:41:34,914 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/A in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:34,914 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/12185ba04139457da34f9d0efe74fe94, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/5bae1810e5cb4c3eaea4285a63c0e8a7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/803e4d7cb46a421c8d5b2d346f1b8501] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=99.1 K 2024-11-26T09:41:34,915 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting fd22813fb28d411fa9c689362a85feaa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732614092496 2024-11-26T09:41:34,915 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:34,915 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bba233af8d54ec0beacf348a6345aec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732614093173 2024-11-26T09:41:34,915 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/12185ba04139457da34f9d0efe74fe94, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/5bae1810e5cb4c3eaea4285a63c0e8a7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/803e4d7cb46a421c8d5b2d346f1b8501] 2024-11-26T09:41:34,916 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12185ba04139457da34f9d0efe74fe94, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732614092387 2024-11-26T09:41:34,917 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bae1810e5cb4c3eaea4285a63c0e8a7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732614092496 2024-11-26T09:41:34,917 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 803e4d7cb46a421c8d5b2d346f1b8501, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732614093167 2024-11-26T09:41:34,926 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:34,927 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/a9a7d04098254189a587a2f609a15484 is 50, key is test_row_0/B:col10/1732614093173/Put/seqid=0 2024-11-26T09:41:34,930 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:34,936 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411265f3fcc6934694e689a2908ec6ff07bcf_64253dd0755e541d01e34125a7967388 store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:34,941 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411265f3fcc6934694e689a2908ec6ff07bcf_64253dd0755e541d01e34125a7967388, store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:34,941 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265f3fcc6934694e689a2908ec6ff07bcf_64253dd0755e541d01e34125a7967388 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:34,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741981_1157 (size=12104) 2024-11-26T09:41:34,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741982_1158 (size=4469) 2024-11-26T09:41:35,001 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#A#compaction#139 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:35,002 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/b3d2430fe23a4a059e03a93544224129 is 175, key is test_row_0/A:col10/1732614093173/Put/seqid=0 2024-11-26T09:41:35,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741983_1159 (size=31058) 2024-11-26T09:41:35,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-26T09:41:35,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:35,059 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-26T09:41:35,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:35,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:35,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:35,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:35,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:35,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:35,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112645b3efab378f41e6af95ec7c4b2046be_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614093563/Put/seqid=0 2024-11-26T09:41:35,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741984_1160 (size=12154) 2024-11-26T09:41:35,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,112 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112645b3efab378f41e6af95ec7c4b2046be_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112645b3efab378f41e6af95ec7c4b2046be_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:35,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/397f091ff0cb4a238716a616422ab3be, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:35,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/397f091ff0cb4a238716a616422ab3be is 175, key is test_row_0/A:col10/1732614093563/Put/seqid=0 2024-11-26T09:41:35,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741985_1161 (size=30955) 2024-11-26T09:41:35,387 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/a9a7d04098254189a587a2f609a15484 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/a9a7d04098254189a587a2f609a15484 2024-11-26T09:41:35,395 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64253dd0755e541d01e34125a7967388/B of 64253dd0755e541d01e34125a7967388 into a9a7d04098254189a587a2f609a15484(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:35,395 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:35,395 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/B, priority=13, startTime=1732614094912; duration=0sec 2024-11-26T09:41:35,396 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:35,396 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:B 2024-11-26T09:41:35,396 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:35,397 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:35,397 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/C is initiating minor compaction (all files) 2024-11-26T09:41:35,397 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/C in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:35,397 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/d2eb9837624a409c9dc46d4ba94c4cc8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/28b3eaff15dc45d79c87eab5e33e088f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/fee08e2462934903a1ae46ce84b41105] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=35.2 K 2024-11-26T09:41:35,399 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting d2eb9837624a409c9dc46d4ba94c4cc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732614092387 2024-11-26T09:41:35,400 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 28b3eaff15dc45d79c87eab5e33e088f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732614092496 2024-11-26T09:41:35,402 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting fee08e2462934903a1ae46ce84b41105, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732614093173 2024-11-26T09:41:35,419 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#C#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:35,420 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/5879ec1ce35e4a35846892bf63a6e9ef is 50, key is test_row_0/C:col10/1732614093173/Put/seqid=0 2024-11-26T09:41:35,441 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/b3d2430fe23a4a059e03a93544224129 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/b3d2430fe23a4a059e03a93544224129 2024-11-26T09:41:35,449 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64253dd0755e541d01e34125a7967388/A of 64253dd0755e541d01e34125a7967388 into b3d2430fe23a4a059e03a93544224129(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:35,449 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:35,449 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/A, priority=13, startTime=1732614094911; duration=0sec 2024-11-26T09:41:35,449 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:35,449 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:A 2024-11-26T09:41:35,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741986_1162 (size=12104) 2024-11-26T09:41:35,573 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/397f091ff0cb4a238716a616422ab3be 2024-11-26T09:41:35,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/5aaf269727ac4ac2ac20539445d021d7 is 50, key is test_row_0/B:col10/1732614093563/Put/seqid=0 2024-11-26T09:41:35,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741987_1163 (size=12001) 2024-11-26T09:41:35,635 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/5aaf269727ac4ac2ac20539445d021d7 2024-11-26T09:41:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-26T09:41:35,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/a6e84b9d91f94603a721d8c637307d5e is 50, key is test_row_0/C:col10/1732614093563/Put/seqid=0 2024-11-26T09:41:35,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741988_1164 (size=12001) 2024-11-26T09:41:35,667 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/a6e84b9d91f94603a721d8c637307d5e 2024-11-26T09:41:35,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/397f091ff0cb4a238716a616422ab3be as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/397f091ff0cb4a238716a616422ab3be 2024-11-26T09:41:35,690 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/397f091ff0cb4a238716a616422ab3be, entries=150, sequenceid=82, filesize=30.2 K 2024-11-26T09:41:35,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/5aaf269727ac4ac2ac20539445d021d7 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5aaf269727ac4ac2ac20539445d021d7 2024-11-26T09:41:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,705 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5aaf269727ac4ac2ac20539445d021d7, entries=150, sequenceid=82, filesize=11.7 K 2024-11-26T09:41:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/a6e84b9d91f94603a721d8c637307d5e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/a6e84b9d91f94603a721d8c637307d5e 2024-11-26T09:41:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,724 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/a6e84b9d91f94603a721d8c637307d5e, entries=150, sequenceid=82, filesize=11.7 K 2024-11-26T09:41:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,726 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 64253dd0755e541d01e34125a7967388 in 666ms, sequenceid=82, compaction requested=false 2024-11-26T09:41:35,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:35,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-26T09:41:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-26T09:41:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-26T09:41:35,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2180 sec 2024-11-26T09:41:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.2240 sec 2024-11-26T09:41:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:41:35,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:35,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:35,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:35,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:35,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:35,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268e0a37ea0bfd4b27ac50b847d79f98e1_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614095827/Put/seqid=0 2024-11-26T09:41:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,874 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/5879ec1ce35e4a35846892bf63a6e9ef as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/5879ec1ce35e4a35846892bf63a6e9ef 2024-11-26T09:41:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,882 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64253dd0755e541d01e34125a7967388/C of 64253dd0755e541d01e34125a7967388 into 5879ec1ce35e4a35846892bf63a6e9ef(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:35,882 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:35,882 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/C, priority=13, startTime=1732614094912; duration=0sec 2024-11-26T09:41:35,882 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:35,882 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:C 2024-11-26T09:41:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741989_1165 (size=21918) 2024-11-26T09:41:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732614095835, max timestamp=1732614095929Num uniques 859; 2024-11-26T09:41:35,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-26T09:41:35,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732614095835, max timestamp=1732614095929Num uniques 859; 2024-11-26T09:41:35,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-26T09:41:35,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732614095835, max timestamp=1732614095929Num uniques 859; 2024-11-26T09:41:35,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-26T09:41:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614155951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:35,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614155953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:35,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:35,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:35,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:35,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:35,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:35,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614155960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:35,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614155961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:35,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:35,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:35,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:35,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:35,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:35,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:36,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:36,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614156065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614156065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:36,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614156085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:36,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:36,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614156085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:36,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:36,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614156285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:36,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614156285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:36,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:36,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:36,297 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:36,302 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268e0a37ea0bfd4b27ac50b847d79f98e1_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268e0a37ea0bfd4b27ac50b847d79f98e1_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:36,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614156295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:36,304 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/983c38799b504e17bd24cf6e8162e69e, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:36,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614156295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:36,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/983c38799b504e17bd24cf6e8162e69e is 175, key is test_row_0/A:col10/1732614095827/Put/seqid=0 2024-11-26T09:41:36,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:36,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741990_1166 (size=65323) 2024-11-26T09:41:36,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614156595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:36,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:36,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614156605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:36,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:36,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614156615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:36,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:36,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614156615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:36,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:36,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42702 deadline: 1732614156644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:36,658 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 64253dd0755e541d01e34125a7967388 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:36,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:36,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:36,749 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/983c38799b504e17bd24cf6e8162e69e 2024-11-26T09:41:36,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/5aa1c21f1572464989b01f353c1bb537 is 50, key is test_row_0/B:col10/1732614095827/Put/seqid=0 2024-11-26T09:41:36,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741991_1167 (size=12001) 2024-11-26T09:41:36,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/5aa1c21f1572464989b01f353c1bb537 2024-11-26T09:41:36,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/68cb5467e92f45d685635804eb1c89d7 is 50, key is test_row_0/C:col10/1732614095827/Put/seqid=0 2024-11-26T09:41:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741992_1168 (size=12001) 2024-11-26T09:41:37,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614157115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:37,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:37,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:37,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:37,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614157125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:37,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:37,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:37,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:37,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614157135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:37,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614157135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:37,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:37,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:37,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:37,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/68cb5467e92f45d685635804eb1c89d7 2024-11-26T09:41:37,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/983c38799b504e17bd24cf6e8162e69e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/983c38799b504e17bd24cf6e8162e69e 2024-11-26T09:41:37,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/983c38799b504e17bd24cf6e8162e69e, entries=350, sequenceid=94, filesize=63.8 K 2024-11-26T09:41:37,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/5aa1c21f1572464989b01f353c1bb537 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5aa1c21f1572464989b01f353c1bb537 2024-11-26T09:41:37,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5aa1c21f1572464989b01f353c1bb537, entries=150, sequenceid=94, filesize=11.7 K 2024-11-26T09:41:37,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/68cb5467e92f45d685635804eb1c89d7 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/68cb5467e92f45d685635804eb1c89d7 2024-11-26T09:41:37,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/68cb5467e92f45d685635804eb1c89d7, entries=150, sequenceid=94, filesize=11.7 K 2024-11-26T09:41:37,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for 64253dd0755e541d01e34125a7967388 in 1420ms, sequenceid=94, compaction requested=true 2024-11-26T09:41:37,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:37,251 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:37,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:37,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:37,251 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:37,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:37,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:37,253 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:37,253 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127336 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:37,253 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/B is initiating minor compaction (all files) 2024-11-26T09:41:37,253 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/B in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:37,253 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/A is initiating minor compaction (all files) 2024-11-26T09:41:37,253 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/a9a7d04098254189a587a2f609a15484, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5aaf269727ac4ac2ac20539445d021d7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5aa1c21f1572464989b01f353c1bb537] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=35.3 K 2024-11-26T09:41:37,253 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/A in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:37,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:37,253 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/b3d2430fe23a4a059e03a93544224129, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/397f091ff0cb4a238716a616422ab3be, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/983c38799b504e17bd24cf6e8162e69e] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=124.4 K 2024-11-26T09:41:37,253 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:37,253 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/b3d2430fe23a4a059e03a93544224129, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/397f091ff0cb4a238716a616422ab3be, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/983c38799b504e17bd24cf6e8162e69e] 2024-11-26T09:41:37,254 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting a9a7d04098254189a587a2f609a15484, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732614093173 2024-11-26T09:41:37,254 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3d2430fe23a4a059e03a93544224129, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732614093173 2024-11-26T09:41:37,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:37,254 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 5aaf269727ac4ac2ac20539445d021d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732614093554 2024-11-26T09:41:37,254 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 397f091ff0cb4a238716a616422ab3be, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732614093554 2024-11-26T09:41:37,255 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 5aa1c21f1572464989b01f353c1bb537, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732614095813 2024-11-26T09:41:37,255 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 983c38799b504e17bd24cf6e8162e69e, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732614095811 2024-11-26T09:41:37,274 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#B#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:37,275 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/ff58d0b36ce04d539496ec505e8be625 is 50, key is test_row_0/B:col10/1732614095827/Put/seqid=0 2024-11-26T09:41:37,277 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:37,281 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411269c26bd2c7a444d7faca9f0323b72c373_64253dd0755e541d01e34125a7967388 store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:37,283 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411269c26bd2c7a444d7faca9f0323b72c373_64253dd0755e541d01e34125a7967388, store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:37,283 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269c26bd2c7a444d7faca9f0323b72c373_64253dd0755e541d01e34125a7967388 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:37,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741994_1170 (size=4469) 2024-11-26T09:41:37,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741993_1169 (size=12207) 2024-11-26T09:41:37,362 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/ff58d0b36ce04d539496ec505e8be625 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/ff58d0b36ce04d539496ec505e8be625 2024-11-26T09:41:37,371 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64253dd0755e541d01e34125a7967388/B of 64253dd0755e541d01e34125a7967388 into ff58d0b36ce04d539496ec505e8be625(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:37,372 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:37,372 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/B, priority=13, startTime=1732614097251; duration=0sec 2024-11-26T09:41:37,372 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:37,372 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:B 2024-11-26T09:41:37,372 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:37,375 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:37,375 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/C is initiating minor compaction (all files) 2024-11-26T09:41:37,375 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/C in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:37,375 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/5879ec1ce35e4a35846892bf63a6e9ef, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/a6e84b9d91f94603a721d8c637307d5e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/68cb5467e92f45d685635804eb1c89d7] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=35.3 K 2024-11-26T09:41:37,375 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 5879ec1ce35e4a35846892bf63a6e9ef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732614093173 2024-11-26T09:41:37,376 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting a6e84b9d91f94603a721d8c637307d5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732614093554 2024-11-26T09:41:37,376 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 68cb5467e92f45d685635804eb1c89d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732614095813 2024-11-26T09:41:37,390 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#C#compaction#149 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:37,390 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/78ba795110e9496b84319d46413d6654 is 50, key is test_row_0/C:col10/1732614095827/Put/seqid=0 2024-11-26T09:41:37,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741995_1171 (size=12207) 2024-11-26T09:41:37,446 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/78ba795110e9496b84319d46413d6654 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/78ba795110e9496b84319d46413d6654 2024-11-26T09:41:37,455 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64253dd0755e541d01e34125a7967388/C of 64253dd0755e541d01e34125a7967388 into 78ba795110e9496b84319d46413d6654(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:37,455 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:37,455 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/C, priority=13, startTime=1732614097252; duration=0sec 2024-11-26T09:41:37,455 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:37,455 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:C 2024-11-26T09:41:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-26T09:41:37,685 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:37,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-26T09:41:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-26T09:41:37,690 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:37,691 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:37,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:37,732 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#A#compaction#148 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:37,733 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/a2e3acfca23849acadc1535b938695e5 is 175, key is test_row_0/A:col10/1732614095827/Put/seqid=0 2024-11-26T09:41:37,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741996_1172 (size=31161) 2024-11-26T09:41:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-26T09:41:37,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-26T09:41:37,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:37,844 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=154.31 KB heapSize=379.13 KB 2024-11-26T09:41:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:37,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262d347f83888f4bba9343779d6ae0800b_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614095957/Put/seqid=0 2024-11-26T09:41:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741997_1173 (size=12154) 2024-11-26T09:41:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:37,890 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262d347f83888f4bba9343779d6ae0800b_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262d347f83888f4bba9343779d6ae0800b_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:37,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/297b6f0855ae4e2b8c6b3e0d79ac028d, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:37,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/297b6f0855ae4e2b8c6b3e0d79ac028d is 175, key is test_row_0/A:col10/1732614095957/Put/seqid=0 2024-11-26T09:41:37,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741998_1174 (size=30955) 2024-11-26T09:41:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-26T09:41:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:38,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:38,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614158151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:38,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:38,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614158153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:38,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:38,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614158155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:38,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614158155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:38,163 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in 64253dd0755e541d01e34125a7967388 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,163 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 64253dd0755e541d01e34125a7967388 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:38,169 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/a2e3acfca23849acadc1535b938695e5 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a2e3acfca23849acadc1535b938695e5 2024-11-26T09:41:38,179 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64253dd0755e541d01e34125a7967388/A of 64253dd0755e541d01e34125a7967388 into a2e3acfca23849acadc1535b938695e5(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:38,179 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:38,179 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/A, priority=13, startTime=1732614097251; duration=0sec 2024-11-26T09:41:38,179 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:38,179 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:A 2024-11-26T09:41:38,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614158265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614158266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:38,303 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/297b6f0855ae4e2b8c6b3e0d79ac028d 2024-11-26T09:41:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-26T09:41:38,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/74d3064361d34519a2622c398db4ce16 is 50, key is test_row_0/B:col10/1732614095957/Put/seqid=0 2024-11-26T09:41:38,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741999_1175 (size=12001) 2024-11-26T09:41:38,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614158475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:38,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:38,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614158475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:38,739 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/74d3064361d34519a2622c398db4ce16 2024-11-26T09:41:38,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/81d741d54812466ea51337db7db1e3bc is 50, key is test_row_0/C:col10/1732614095957/Put/seqid=0 2024-11-26T09:41:38,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742000_1176 (size=12001) 2024-11-26T09:41:38,765 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/81d741d54812466ea51337db7db1e3bc 2024-11-26T09:41:38,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/297b6f0855ae4e2b8c6b3e0d79ac028d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/297b6f0855ae4e2b8c6b3e0d79ac028d 2024-11-26T09:41:38,777 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/297b6f0855ae4e2b8c6b3e0d79ac028d, entries=150, sequenceid=123, filesize=30.2 K 2024-11-26T09:41:38,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/74d3064361d34519a2622c398db4ce16 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/74d3064361d34519a2622c398db4ce16 2024-11-26T09:41:38,782 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/74d3064361d34519a2622c398db4ce16, entries=150, sequenceid=123, filesize=11.7 K 2024-11-26T09:41:38,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/81d741d54812466ea51337db7db1e3bc as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/81d741d54812466ea51337db7db1e3bc 2024-11-26T09:41:38,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614158785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:38,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614158785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:38,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:38,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:38,793 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/81d741d54812466ea51337db7db1e3bc, entries=150, sequenceid=123, filesize=11.7 K 2024-11-26T09:41:38,794 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~379.08 KB/388176, currentSize=46.96 KB/48090 for 64253dd0755e541d01e34125a7967388 in 950ms, sequenceid=123, compaction requested=false 2024-11-26T09:41:38,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:38,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:38,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-26T09:41:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-26T09:41:38,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-26T09:41:38,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1050 sec 2024-11-26T09:41:38,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.1120 sec 2024-11-26T09:41:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-26T09:41:38,826 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:38,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-26T09:41:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-26T09:41:38,830 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:38,830 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:38,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-26T09:41:38,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-26T09:41:38,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:38,983 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:41:38,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:38,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:38,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:38,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:38,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:38,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:38,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262bb910b713884bb9b20a60bb6e402e5f_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614098149/Put/seqid=0 2024-11-26T09:41:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742001_1177 (size=12304) 2024-11-26T09:41:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:39,023 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262bb910b713884bb9b20a60bb6e402e5f_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262bb910b713884bb9b20a60bb6e402e5f_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:39,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/886f19ce98ae467ca837f333a6d5d5ef, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:39,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/886f19ce98ae467ca837f333a6d5d5ef is 175, key is test_row_0/A:col10/1732614098149/Put/seqid=0 2024-11-26T09:41:39,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742002_1178 (size=31105) 2024-11-26T09:41:39,059 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/886f19ce98ae467ca837f333a6d5d5ef 2024-11-26T09:41:39,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/6c6115265fff43d3ae4d18246091e0a4 is 50, key is test_row_0/B:col10/1732614098149/Put/seqid=0 2024-11-26T09:41:39,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742003_1179 (size=12151) 2024-11-26T09:41:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-26T09:41:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:39,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614099334, max timestamp=1732614099351Num uniques 859; 2024-11-26T09:41:39,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614099334, max timestamp=1732614099351Num uniques 859; 2024-11-26T09:41:39,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:39,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:39,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614099334, max timestamp=1732614099351Num uniques 859; 2024-11-26T09:41:39,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:39,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614159401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:39,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614159406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-26T09:41:39,476 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/6c6115265fff43d3ae4d18246091e0a4 2024-11-26T09:41:39,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/6c155d215c5e4aaa9f046cff21cf32f4 is 50, key is test_row_0/C:col10/1732614098149/Put/seqid=0 2024-11-26T09:41:39,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742004_1180 (size=12151) 2024-11-26T09:41:39,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614159515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:39,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614159515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:39,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614159725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:39,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614159725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:39,891 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/6c155d215c5e4aaa9f046cff21cf32f4 2024-11-26T09:41:39,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/886f19ce98ae467ca837f333a6d5d5ef as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/886f19ce98ae467ca837f333a6d5d5ef 2024-11-26T09:41:39,907 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/886f19ce98ae467ca837f333a6d5d5ef, entries=150, sequenceid=134, filesize=30.4 K 2024-11-26T09:41:39,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/6c6115265fff43d3ae4d18246091e0a4 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/6c6115265fff43d3ae4d18246091e0a4 2024-11-26T09:41:39,918 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/6c6115265fff43d3ae4d18246091e0a4, entries=150, sequenceid=134, filesize=11.9 K 2024-11-26T09:41:39,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/6c155d215c5e4aaa9f046cff21cf32f4 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/6c155d215c5e4aaa9f046cff21cf32f4 2024-11-26T09:41:39,934 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/6c155d215c5e4aaa9f046cff21cf32f4, entries=150, sequenceid=134, filesize=11.9 K 2024-11-26T09:41:39,935 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 64253dd0755e541d01e34125a7967388 in 952ms, sequenceid=134, compaction requested=true 2024-11-26T09:41:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-26T09:41:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-26T09:41:39,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-26T09:41:39,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1060 sec 2024-11-26T09:41:39,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.1150 sec 2024-11-26T09:41:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-26T09:41:39,966 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:39,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-26T09:41:39,969 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:39,970 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:39,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-26T09:41:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:40,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732614099366, max timestamp=1732614100048Num uniques 1018; 2024-11-26T09:41:40,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-26T09:41:40,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-26T09:41:40,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:40,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:40,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:40,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:41:40,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:40,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:41:40,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e6373286b73f428e94df9be1dae4135e_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614099390/Put/seqid=0 2024-11-26T09:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-26T09:41:40,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742005_1181 (size=12304) 2024-11-26T09:41:40,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:40,094 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e6373286b73f428e94df9be1dae4135e_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e6373286b73f428e94df9be1dae4135e_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:40,097 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/f68d4dba796d446bad6581502161a706, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:40,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/f68d4dba796d446bad6581502161a706 is 175, key is test_row_0/A:col10/1732614099390/Put/seqid=0 2024-11-26T09:41:40,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614160097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:40,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614160105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:40,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:40,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-26T09:41:40,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:40,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:40,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:40,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742006_1182 (size=31105) 2024-11-26T09:41:40,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614160177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:40,182 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 64253dd0755e541d01e34125a7967388 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:40,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:40,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614160185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:40,194 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in 64253dd0755e541d01e34125a7967388 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:40,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:40,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614160215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:40,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614160216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:40,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:40,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-26T09:41:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:40,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:40,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-26T09:41:40,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614160425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:40,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:40,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614160426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:40,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:40,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-26T09:41:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:40,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,533 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/f68d4dba796d446bad6581502161a706 2024-11-26T09:41:40,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/72a484a0a1da4b89b2f655c70673ad5e is 50, key is test_row_0/B:col10/1732614099390/Put/seqid=0 2024-11-26T09:41:40,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-26T09:41:40,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:40,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:40,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:40,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-26T09:41:40,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742007_1183 (size=12151) 2024-11-26T09:41:40,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/72a484a0a1da4b89b2f655c70673ad5e 2024-11-26T09:41:40,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/665d093821024bbca9aee69f298c8c9e is 50, key is test_row_0/C:col10/1732614099390/Put/seqid=0 2024-11-26T09:41:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742008_1184 (size=12151) 2024-11-26T09:41:40,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42702 deadline: 1732614160685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:40,688 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 64253dd0755e541d01e34125a7967388 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:40,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:40,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614160735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614160735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:40,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:40,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:40,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-26T09:41:40,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:40,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:40,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:40,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-26T09:41:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:40,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:41,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-26T09:41:41,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:41,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:41,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:41,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:41,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:41,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/665d093821024bbca9aee69f298c8c9e 2024-11-26T09:41:41,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/f68d4dba796d446bad6581502161a706 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/f68d4dba796d446bad6581502161a706 2024-11-26T09:41:41,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/f68d4dba796d446bad6581502161a706, entries=150, sequenceid=173, filesize=30.4 K 2024-11-26T09:41:41,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/72a484a0a1da4b89b2f655c70673ad5e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/72a484a0a1da4b89b2f655c70673ad5e 2024-11-26T09:41:41,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/72a484a0a1da4b89b2f655c70673ad5e, entries=150, sequenceid=173, filesize=11.9 K 2024-11-26T09:41:41,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/665d093821024bbca9aee69f298c8c9e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/665d093821024bbca9aee69f298c8c9e 2024-11-26T09:41:41,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/665d093821024bbca9aee69f298c8c9e, entries=150, sequenceid=173, filesize=11.9 K 2024-11-26T09:41:41,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~109.58 KB/112210, heapSize ~312.08 KB/319568, currentSize=67.09 KB/68700 for 64253dd0755e541d01e34125a7967388 in 1050ms, sequenceid=173, compaction requested=true 2024-11-26T09:41:41,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:41,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:41,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:41,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:41,102 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:41:41,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:41,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:41,102 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:41:41,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:41,103 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:41:41,103 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:41:41,103 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/A is initiating minor compaction (all files) 2024-11-26T09:41:41,103 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/B is initiating minor compaction (all files) 2024-11-26T09:41:41,103 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/A in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:41,103 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/B in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:41,104 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a2e3acfca23849acadc1535b938695e5, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/297b6f0855ae4e2b8c6b3e0d79ac028d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/886f19ce98ae467ca837f333a6d5d5ef, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/f68d4dba796d446bad6581502161a706] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=121.4 K 2024-11-26T09:41:41,104 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/ff58d0b36ce04d539496ec505e8be625, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/74d3064361d34519a2622c398db4ce16, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/6c6115265fff43d3ae4d18246091e0a4, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/72a484a0a1da4b89b2f655c70673ad5e] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=47.4 K 2024-11-26T09:41:41,104 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:41,104 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a2e3acfca23849acadc1535b938695e5, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/297b6f0855ae4e2b8c6b3e0d79ac028d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/886f19ce98ae467ca837f333a6d5d5ef, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/f68d4dba796d446bad6581502161a706] 2024-11-26T09:41:41,104 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2e3acfca23849acadc1535b938695e5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732614095813 2024-11-26T09:41:41,104 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ff58d0b36ce04d539496ec505e8be625, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732614095813 2024-11-26T09:41:41,105 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 297b6f0855ae4e2b8c6b3e0d79ac028d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732614095947 2024-11-26T09:41:41,105 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 74d3064361d34519a2622c398db4ce16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732614095947 2024-11-26T09:41:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-26T09:41:41,105 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 886f19ce98ae467ca837f333a6d5d5ef, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732614098148 2024-11-26T09:41:41,105 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c6115265fff43d3ae4d18246091e0a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732614098148 2024-11-26T09:41:41,106 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting f68d4dba796d446bad6581502161a706, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732614099390 2024-11-26T09:41:41,106 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 72a484a0a1da4b89b2f655c70673ad5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732614099390 2024-11-26T09:41:41,114 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:41,118 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126de66e4e0ea6f42a6b9df5cf0792ea6c0_64253dd0755e541d01e34125a7967388 store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:41,119 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#B#compaction#160 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:41,119 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/909b75268773493a8c1766afe1c57efb is 50, key is test_row_0/B:col10/1732614099390/Put/seqid=0 2024-11-26T09:41:41,121 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126de66e4e0ea6f42a6b9df5cf0792ea6c0_64253dd0755e541d01e34125a7967388, store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:41,121 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126de66e4e0ea6f42a6b9df5cf0792ea6c0_64253dd0755e541d01e34125a7967388 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:41,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742009_1185 (size=12493) 2024-11-26T09:41:41,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742010_1186 (size=4469) 2024-11-26T09:41:41,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-26T09:41:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:41,207 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-26T09:41:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:41,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f9bbd146a29b47908c4648e27b126a12_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614100061/Put/seqid=0 2024-11-26T09:41:41,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742011_1187 (size=12304) 2024-11-26T09:41:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:41,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:41,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614161289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:41,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:41,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614161290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:41,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:41,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:41,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614161405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:41,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614161405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:41,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:41,432 INFO [master/24c191b0ea9d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T09:41:41,432 INFO [master/24c191b0ea9d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T09:41:41,527 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#A#compaction#159 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:41,528 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/8b9526d645c749d7a6c05ea473ad337a is 175, key is test_row_0/A:col10/1732614099390/Put/seqid=0 2024-11-26T09:41:41,531 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/909b75268773493a8c1766afe1c57efb as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/909b75268773493a8c1766afe1c57efb 2024-11-26T09:41:41,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742012_1188 (size=31447) 2024-11-26T09:41:41,540 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/8b9526d645c749d7a6c05ea473ad337a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/8b9526d645c749d7a6c05ea473ad337a 2024-11-26T09:41:41,541 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64253dd0755e541d01e34125a7967388/B of 64253dd0755e541d01e34125a7967388 into 909b75268773493a8c1766afe1c57efb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:41,541 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:41,541 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/B, priority=12, startTime=1732614101102; duration=0sec 2024-11-26T09:41:41,541 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:41,541 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:B 2024-11-26T09:41:41,541 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:41:41,543 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:41:41,543 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/C is initiating minor compaction (all files) 2024-11-26T09:41:41,543 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/C in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:41,543 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/78ba795110e9496b84319d46413d6654, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/81d741d54812466ea51337db7db1e3bc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/6c155d215c5e4aaa9f046cff21cf32f4, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/665d093821024bbca9aee69f298c8c9e] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=47.4 K 2024-11-26T09:41:41,543 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 78ba795110e9496b84319d46413d6654, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732614095813 2024-11-26T09:41:41,544 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 81d741d54812466ea51337db7db1e3bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732614095947 2024-11-26T09:41:41,544 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c155d215c5e4aaa9f046cff21cf32f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732614098148 2024-11-26T09:41:41,545 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 665d093821024bbca9aee69f298c8c9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732614099390 2024-11-26T09:41:41,546 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64253dd0755e541d01e34125a7967388/A of 64253dd0755e541d01e34125a7967388 into 8b9526d645c749d7a6c05ea473ad337a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:41,546 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:41,546 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/A, priority=12, startTime=1732614101102; duration=0sec 2024-11-26T09:41:41,546 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:41,546 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:A 2024-11-26T09:41:41,555 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:41,555 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/c42ebd0ca308404ba7fd45486ba41ee7 is 50, key is test_row_0/C:col10/1732614099390/Put/seqid=0 2024-11-26T09:41:41,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742013_1189 (size=12493) 2024-11-26T09:41:41,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614161614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:41,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614161614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:41,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:41,629 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f9bbd146a29b47908c4648e27b126a12_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f9bbd146a29b47908c4648e27b126a12_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:41,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/4d6e70957b13413580590110b3d7d712, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:41,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/4d6e70957b13413580590110b3d7d712 is 175, key is test_row_0/A:col10/1732614100061/Put/seqid=0 2024-11-26T09:41:41,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742014_1190 (size=31105) 2024-11-26T09:41:41,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614161925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:41,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:41,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614161925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:41,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:41,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:41,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:41,967 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/c42ebd0ca308404ba7fd45486ba41ee7 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/c42ebd0ca308404ba7fd45486ba41ee7 2024-11-26T09:41:41,972 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64253dd0755e541d01e34125a7967388/C of 64253dd0755e541d01e34125a7967388 into c42ebd0ca308404ba7fd45486ba41ee7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:41,973 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:41,973 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/C, priority=12, startTime=1732614101102; duration=0sec 2024-11-26T09:41:41,973 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:41,973 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:C 2024-11-26T09:41:42,036 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/4d6e70957b13413580590110b3d7d712 2024-11-26T09:41:42,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/d558ca19cebe4651a9609246697cd426 is 50, key is test_row_0/B:col10/1732614100061/Put/seqid=0 2024-11-26T09:41:42,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742015_1191 (size=12151) 2024-11-26T09:41:42,051 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/d558ca19cebe4651a9609246697cd426 2024-11-26T09:41:42,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/780e4ce47d7641ca9b5affb7252000d4 is 50, key is test_row_0/C:col10/1732614100061/Put/seqid=0 2024-11-26T09:41:42,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742016_1192 (size=12151) 2024-11-26T09:41:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-26T09:41:42,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614162435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:42,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:42,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:42,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:42,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614162435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:42,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:42,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:42,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:42,465 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/780e4ce47d7641ca9b5affb7252000d4 2024-11-26T09:41:42,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/4d6e70957b13413580590110b3d7d712 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/4d6e70957b13413580590110b3d7d712 2024-11-26T09:41:42,475 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/4d6e70957b13413580590110b3d7d712, entries=150, sequenceid=186, filesize=30.4 K 2024-11-26T09:41:42,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/d558ca19cebe4651a9609246697cd426 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/d558ca19cebe4651a9609246697cd426 2024-11-26T09:41:42,480 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/d558ca19cebe4651a9609246697cd426, entries=150, sequenceid=186, filesize=11.9 K 2024-11-26T09:41:42,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/780e4ce47d7641ca9b5affb7252000d4 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/780e4ce47d7641ca9b5affb7252000d4 2024-11-26T09:41:42,485 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/780e4ce47d7641ca9b5affb7252000d4, entries=150, sequenceid=186, filesize=11.9 K 2024-11-26T09:41:42,486 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 64253dd0755e541d01e34125a7967388 in 1279ms, sequenceid=186, compaction requested=false 2024-11-26T09:41:42,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:42,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:42,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-26T09:41:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-26T09:41:42,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-26T09:41:42,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5160 sec 2024-11-26T09:41:42,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.5230 sec 2024-11-26T09:41:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:43,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-26T09:41:43,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614101278, max timestamp=1732614103447Num uniques 859; 2024-11-26T09:41:43,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614101278, max timestamp=1732614103447Num uniques 859; 2024-11-26T09:41:43,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:43,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:43,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614101278, max timestamp=1732614103447Num uniques 859; 2024-11-26T09:41:43,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:41:43,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:43,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:43,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:43,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:43,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:43,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:43,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112619c197674e854e54bc49545d5b39de21_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614101278/Put/seqid=0 2024-11-26T09:41:43,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742017_1193 (size=14794) 2024-11-26T09:41:43,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614103485, max timestamp=1732614103523Num uniques 859; 2024-11-26T09:41:43,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:43,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614103485, max timestamp=1732614103523Num uniques 859; 2024-11-26T09:41:43,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614103485, max timestamp=1732614103523Num uniques 859; 2024-11-26T09:41:43,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:43,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:41:43,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732614103560, max timestamp=1732614103570Num uniques 1068; 2024-11-26T09:41:43,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-26T09:41:43,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732614103560, max timestamp=1732614103570Num uniques 1068; 2024-11-26T09:41:43,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-26T09:41:43,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732614103560, max timestamp=1732614103570Num uniques 1068; 2024-11-26T09:41:43,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-26T09:41:43,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732614103611, max timestamp=1732614103625Num uniques 1077; 2024-11-26T09:41:43,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732614103611, max timestamp=1732614103625Num uniques 1077; 2024-11-26T09:41:43,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732614103611, max timestamp=1732614103625Num uniques 1077; 2024-11-26T09:41:43,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-26T09:41:43,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-26T09:41:43,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-26T09:41:43,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732614103654, max timestamp=1732614103675Num uniques 1036; 2024-11-26T09:41:43,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-26T09:41:43,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732614103654, max timestamp=1732614103675Num uniques 1036; 2024-11-26T09:41:43,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-26T09:41:43,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732614103654, max timestamp=1732614103675Num uniques 1036; 2024-11-26T09:41:43,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-26T09:41:43,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1732614103706, max timestamp=1732614103722Num uniques 1145; 2024-11-26T09:41:43,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=13510, suffix heap size=147048,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=295 2024-11-26T09:41:43,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1732614103706, max timestamp=1732614103722Num uniques 1145; 2024-11-26T09:41:43,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=13510, suffix heap size=147048,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=295 2024-11-26T09:41:43,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1732614103706, max timestamp=1732614103722Num uniques 1145; 2024-11-26T09:41:43,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=13510, suffix heap size=147048,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=295 2024-11-26T09:41:43,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614163771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:43,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614163775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:43,891 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:43,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614163885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:43,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:43,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:43,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614163885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:43,895 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112619c197674e854e54bc49545d5b39de21_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112619c197674e854e54bc49545d5b39de21_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:43,896 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/1749bb6b7644453ca57f834a8ebb159f, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:43,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/1749bb6b7644453ca57f834a8ebb159f is 175, key is test_row_0/A:col10/1732614101278/Put/seqid=0 2024-11-26T09:41:43,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742018_1194 (size=39749) 2024-11-26T09:41:43,903 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/1749bb6b7644453ca57f834a8ebb159f 2024-11-26T09:41:43,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/b185a812332e4bfc9954a7a05ea373f0 is 50, key is test_row_0/B:col10/1732614101278/Put/seqid=0 2024-11-26T09:41:43,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742019_1195 (size=12151) 2024-11-26T09:41:43,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/b185a812332e4bfc9954a7a05ea373f0 2024-11-26T09:41:43,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/ca896d054573417294e658baa2ca98c2 is 50, key is test_row_0/C:col10/1732614101278/Put/seqid=0 2024-11-26T09:41:43,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742020_1196 (size=12151) 2024-11-26T09:41:44,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614164095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:44,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614164095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-26T09:41:44,135 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:44,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-26T09:41:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-26T09:41:44,137 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:44,138 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:44,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:44,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42660 deadline: 1732614164215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:44,222 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in 64253dd0755e541d01e34125a7967388 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8262 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:44,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:44,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42636 deadline: 1732614164224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:44,226 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 64253dd0755e541d01e34125a7967388 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8266 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:44,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-26T09:41:44,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-26T09:41:44,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:44,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:44,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:44,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:44,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:44,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/ca896d054573417294e658baa2ca98c2 2024-11-26T09:41:44,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/1749bb6b7644453ca57f834a8ebb159f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/1749bb6b7644453ca57f834a8ebb159f 2024-11-26T09:41:44,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/1749bb6b7644453ca57f834a8ebb159f, entries=200, sequenceid=211, filesize=38.8 K 2024-11-26T09:41:44,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/b185a812332e4bfc9954a7a05ea373f0 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/b185a812332e4bfc9954a7a05ea373f0 2024-11-26T09:41:44,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/b185a812332e4bfc9954a7a05ea373f0, entries=150, sequenceid=211, filesize=11.9 K 2024-11-26T09:41:44,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/ca896d054573417294e658baa2ca98c2 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/ca896d054573417294e658baa2ca98c2 2024-11-26T09:41:44,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/ca896d054573417294e658baa2ca98c2, entries=150, sequenceid=211, filesize=11.9 K 2024-11-26T09:41:44,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=154.31 KB/158010 for 64253dd0755e541d01e34125a7967388 in 902ms, sequenceid=211, compaction requested=true 2024-11-26T09:41:44,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:44,351 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:44,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:44,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:44,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:44,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:44,352 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:44,352 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:44,352 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/A is initiating minor compaction (all files) 2024-11-26T09:41:44,353 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/A in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:44,353 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/8b9526d645c749d7a6c05ea473ad337a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/4d6e70957b13413580590110b3d7d712, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/1749bb6b7644453ca57f834a8ebb159f] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=99.9 K 2024-11-26T09:41:44,353 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:44,353 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/8b9526d645c749d7a6c05ea473ad337a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/4d6e70957b13413580590110b3d7d712, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/1749bb6b7644453ca57f834a8ebb159f] 2024-11-26T09:41:44,353 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:44,353 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/B is initiating minor compaction (all files) 2024-11-26T09:41:44,353 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/B in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:44,353 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/909b75268773493a8c1766afe1c57efb, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/d558ca19cebe4651a9609246697cd426, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/b185a812332e4bfc9954a7a05ea373f0] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=35.9 K 2024-11-26T09:41:44,354 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b9526d645c749d7a6c05ea473ad337a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732614099390 2024-11-26T09:41:44,354 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 909b75268773493a8c1766afe1c57efb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732614099390 2024-11-26T09:41:44,354 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d6e70957b13413580590110b3d7d712, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732614100061 2024-11-26T09:41:44,354 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting d558ca19cebe4651a9609246697cd426, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732614100061 2024-11-26T09:41:44,354 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1749bb6b7644453ca57f834a8ebb159f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732614101278 2024-11-26T09:41:44,355 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting b185a812332e4bfc9954a7a05ea373f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732614101278 2024-11-26T09:41:44,365 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:44,367 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#B#compaction#169 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:44,368 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/89854a1a99ac467dac3d5b5d01286875 is 50, key is test_row_0/B:col10/1732614101278/Put/seqid=0 2024-11-26T09:41:44,370 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411260c7ee44daee3409aa7f7d78dffba2f37_64253dd0755e541d01e34125a7967388 store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:44,372 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411260c7ee44daee3409aa7f7d78dffba2f37_64253dd0755e541d01e34125a7967388, store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:44,372 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260c7ee44daee3409aa7f7d78dffba2f37_64253dd0755e541d01e34125a7967388 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:44,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742021_1197 (size=12595) 2024-11-26T09:41:44,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742022_1198 (size=4469) 2024-11-26T09:41:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:44,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=161.02 KB heapSize=452.63 KB 2024-11-26T09:41:44,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732614103756, max timestamp=1732614104405Num uniques 1154; 2024-11-26T09:41:44,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732614103756, max timestamp=1732614104405Num uniques 1154; 2024-11-26T09:41:44,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=7050, suffix heap size=147984,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=154 2024-11-26T09:41:44,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=7050, suffix heap size=147984,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=154 2024-11-26T09:41:44,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:44,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:44,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:44,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:44,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:44,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:41:44,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126246f48d8e0a845ee8d65a3fc4f335174_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614104405/Put/seqid=0 2024-11-26T09:41:44,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742023_1199 (size=17534) 2024-11-26T09:41:44,440 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:44,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-26T09:41:44,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:44,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:44,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:44,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:44,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:44,446 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126246f48d8e0a845ee8d65a3fc4f335174_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126246f48d8e0a845ee8d65a3fc4f335174_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:44,447 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/79498fdcf8e047729c129c4ba9a387b0, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:44,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/79498fdcf8e047729c129c4ba9a387b0 is 175, key is test_row_0/A:col10/1732614104405/Put/seqid=0 2024-11-26T09:41:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-26T09:41:44,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742024_1200 (size=48639) 2024-11-26T09:41:44,468 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/79498fdcf8e047729c129c4ba9a387b0 2024-11-26T09:41:44,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/0200d70dc4ac42f3b0f6b60cc87184c9 is 50, key is test_row_0/B:col10/1732614104405/Put/seqid=0 2024-11-26T09:41:44,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:44,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614164476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614164476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:44,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:44,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:44,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742025_1201 (size=12301) 2024-11-26T09:41:44,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/0200d70dc4ac42f3b0f6b60cc87184c9 2024-11-26T09:41:44,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/74d7579d0bde4b40b9ad15da80d94637 is 50, key is test_row_0/C:col10/1732614104405/Put/seqid=0 2024-11-26T09:41:44,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742026_1202 (size=12301) 2024-11-26T09:41:44,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/74d7579d0bde4b40b9ad15da80d94637 2024-11-26T09:41:44,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/79498fdcf8e047729c129c4ba9a387b0 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/79498fdcf8e047729c129c4ba9a387b0 2024-11-26T09:41:44,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/79498fdcf8e047729c129c4ba9a387b0, entries=250, sequenceid=319, filesize=47.5 K 2024-11-26T09:41:44,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/0200d70dc4ac42f3b0f6b60cc87184c9 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/0200d70dc4ac42f3b0f6b60cc87184c9 2024-11-26T09:41:44,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/0200d70dc4ac42f3b0f6b60cc87184c9, entries=150, sequenceid=319, filesize=12.0 K 2024-11-26T09:41:44,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/74d7579d0bde4b40b9ad15da80d94637 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/74d7579d0bde4b40b9ad15da80d94637 2024-11-26T09:41:44,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/74d7579d0bde4b40b9ad15da80d94637, entries=150, sequenceid=319, filesize=12.0 K 2024-11-26T09:41:44,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~78.27 KB/80150, heapSize ~215.22 KB/220384, currentSize=100.63 KB/103050 for 64253dd0755e541d01e34125a7967388 in 141ms, sequenceid=319, compaction requested=true 2024-11-26T09:41:44,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:44,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:A, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:44,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T09:41:44,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:B, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:44,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-26T09:41:44,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:44,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-26T09:41:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:44,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-26T09:41:44,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:44,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:44,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:44,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:44,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:44,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:44,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-26T09:41:44,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:44,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:44,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:44,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:44,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:44,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112626d2a66781724c4e8fd3f5cfa4f10c32_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614104598/Put/seqid=0 2024-11-26T09:41:44,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742027_1203 (size=14994) 2024-11-26T09:41:44,613 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:44,617 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112626d2a66781724c4e8fd3f5cfa4f10c32_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112626d2a66781724c4e8fd3f5cfa4f10c32_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:44,619 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/ecae7a7f9fd0480b8d0a17b0d04ad262, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:44,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/ecae7a7f9fd0480b8d0a17b0d04ad262 is 175, key is test_row_0/A:col10/1732614104598/Put/seqid=0 2024-11-26T09:41:44,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742028_1204 (size=39949) 2024-11-26T09:41:44,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614164620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:44,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614164626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:44,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:44,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:44,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614164735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614164735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:44,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:44,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:44,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-26T09:41:44,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:44,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:44,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:44,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:44,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-26T09:41:44,787 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/89854a1a99ac467dac3d5b5d01286875 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/89854a1a99ac467dac3d5b5d01286875 2024-11-26T09:41:44,792 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64253dd0755e541d01e34125a7967388/B of 64253dd0755e541d01e34125a7967388 into 89854a1a99ac467dac3d5b5d01286875(size=12.3 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:44,792 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:44,792 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/B, priority=13, startTime=1732614104351; duration=0sec 2024-11-26T09:41:44,792 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-26T09:41:44,792 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:B 2024-11-26T09:41:44,793 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-26T09:41:44,793 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#A#compaction#168 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:44,793 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T09:41:44,793 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T09:41:44,793 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. because compaction request was cancelled 2024-11-26T09:41:44,793 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:A 2024-11-26T09:41:44,793 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/7d223ca315b04958805500cb477d42de is 175, key is test_row_0/A:col10/1732614101278/Put/seqid=0 2024-11-26T09:41:44,793 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:41:44,795 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:41:44,795 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/C is initiating minor compaction (all files) 2024-11-26T09:41:44,795 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/C in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:44,795 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/c42ebd0ca308404ba7fd45486ba41ee7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/780e4ce47d7641ca9b5affb7252000d4, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/ca896d054573417294e658baa2ca98c2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/74d7579d0bde4b40b9ad15da80d94637] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=47.9 K 2024-11-26T09:41:44,796 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting c42ebd0ca308404ba7fd45486ba41ee7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732614099390 2024-11-26T09:41:44,796 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 780e4ce47d7641ca9b5affb7252000d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732614100061 2024-11-26T09:41:44,797 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ca896d054573417294e658baa2ca98c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732614101278 2024-11-26T09:41:44,797 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 74d7579d0bde4b40b9ad15da80d94637, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732614103774 2024-11-26T09:41:44,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742029_1205 (size=31549) 2024-11-26T09:41:44,810 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#C#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:44,810 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/7bd5963fcc754a60adb287acb6146874 is 50, key is test_row_0/C:col10/1732614104405/Put/seqid=0 2024-11-26T09:41:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742030_1206 (size=12779) 2024-11-26T09:41:44,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-26T09:41:44,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:44,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:44,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:44,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:44,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:44,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614164945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:44,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614164945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:45,024 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/ecae7a7f9fd0480b8d0a17b0d04ad262 2024-11-26T09:41:45,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/f1b184246ba94d29a1111cedaa085a32 is 50, key is test_row_0/B:col10/1732614104598/Put/seqid=0 2024-11-26T09:41:45,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742031_1207 (size=12301) 2024-11-26T09:41:45,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-26T09:41:45,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:45,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,209 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/7d223ca315b04958805500cb477d42de as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/7d223ca315b04958805500cb477d42de 2024-11-26T09:41:45,215 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64253dd0755e541d01e34125a7967388/A of 64253dd0755e541d01e34125a7967388 into 7d223ca315b04958805500cb477d42de(size=30.8 K), total size for store is 78.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:45,215 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:45,215 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/A, priority=13, startTime=1732614104351; duration=0sec 2024-11-26T09:41:45,215 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T09:41:45,215 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:A 2024-11-26T09:41:45,215 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:B 2024-11-26T09:41:45,215 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-26T09:41:45,215 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T09:41:45,215 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T09:41:45,215 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. because compaction request was cancelled 2024-11-26T09:41:45,215 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:C 2024-11-26T09:41:45,215 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T09:41:45,216 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T09:41:45,216 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T09:41:45,216 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. because compaction request was cancelled 2024-11-26T09:41:45,216 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:B 2024-11-26T09:41:45,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-26T09:41:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,221 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/7bd5963fcc754a60adb287acb6146874 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/7bd5963fcc754a60adb287acb6146874 2024-11-26T09:41:45,225 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64253dd0755e541d01e34125a7967388/C of 64253dd0755e541d01e34125a7967388 into 7bd5963fcc754a60adb287acb6146874(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:45,226 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:45,226 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/C, priority=12, startTime=1732614104548; duration=0sec 2024-11-26T09:41:45,226 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:45,226 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:C 2024-11-26T09:41:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614165255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614165255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-26T09:41:45,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-26T09:41:45,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:45,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/f1b184246ba94d29a1111cedaa085a32 2024-11-26T09:41:45,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/b39164724e954cd69bd500770a4da939 is 50, key is test_row_0/C:col10/1732614104598/Put/seqid=0 2024-11-26T09:41:45,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742032_1208 (size=12301) 2024-11-26T09:41:45,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-26T09:41:45,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-26T09:41:45,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:45,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614165764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:45,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614165765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:45,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-26T09:41:45,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:45,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:45,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/b39164724e954cd69bd500770a4da939 2024-11-26T09:41:45,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/ecae7a7f9fd0480b8d0a17b0d04ad262 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/ecae7a7f9fd0480b8d0a17b0d04ad262 2024-11-26T09:41:45,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/ecae7a7f9fd0480b8d0a17b0d04ad262, entries=200, sequenceid=339, filesize=39.0 K 2024-11-26T09:41:45,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/f1b184246ba94d29a1111cedaa085a32 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/f1b184246ba94d29a1111cedaa085a32 2024-11-26T09:41:45,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/f1b184246ba94d29a1111cedaa085a32, entries=150, sequenceid=339, filesize=12.0 K 2024-11-26T09:41:45,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/b39164724e954cd69bd500770a4da939 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/b39164724e954cd69bd500770a4da939 2024-11-26T09:41:45,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/b39164724e954cd69bd500770a4da939, entries=150, sequenceid=339, filesize=12.0 K 2024-11-26T09:41:45,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 64253dd0755e541d01e34125a7967388 in 1279ms, sequenceid=339, compaction requested=true 2024-11-26T09:41:45,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:45,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:45,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:45,877 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:45,877 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:45,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:45,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:45,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:45,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:45,880 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120137 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:45,880 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/A is initiating minor compaction (all files) 2024-11-26T09:41:45,880 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/A in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,881 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/7d223ca315b04958805500cb477d42de, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/79498fdcf8e047729c129c4ba9a387b0, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/ecae7a7f9fd0480b8d0a17b0d04ad262] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=117.3 K 2024-11-26T09:41:45,881 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,881 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/7d223ca315b04958805500cb477d42de, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/79498fdcf8e047729c129c4ba9a387b0, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/ecae7a7f9fd0480b8d0a17b0d04ad262] 2024-11-26T09:41:45,881 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:45,881 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/B is initiating minor compaction (all files) 2024-11-26T09:41:45,881 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/B in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,881 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/89854a1a99ac467dac3d5b5d01286875, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/0200d70dc4ac42f3b0f6b60cc87184c9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/f1b184246ba94d29a1111cedaa085a32] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=36.3 K 2024-11-26T09:41:45,883 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 89854a1a99ac467dac3d5b5d01286875, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732614101278 2024-11-26T09:41:45,883 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d223ca315b04958805500cb477d42de, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732614101278 2024-11-26T09:41:45,883 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 0200d70dc4ac42f3b0f6b60cc87184c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732614103774 2024-11-26T09:41:45,884 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79498fdcf8e047729c129c4ba9a387b0, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732614103756 2024-11-26T09:41:45,884 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting f1b184246ba94d29a1111cedaa085a32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732614104473 2024-11-26T09:41:45,884 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecae7a7f9fd0480b8d0a17b0d04ad262, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732614104453 2024-11-26T09:41:45,896 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:45,897 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#B#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:45,898 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/4a3fe4478e00417a8f62551b51f9a41d is 50, key is test_row_0/B:col10/1732614104598/Put/seqid=0 2024-11-26T09:41:45,905 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126220a243991434a37969638d6fb34b740_64253dd0755e541d01e34125a7967388 store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:45,908 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126220a243991434a37969638d6fb34b740_64253dd0755e541d01e34125a7967388, store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:45,908 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126220a243991434a37969638d6fb34b740_64253dd0755e541d01e34125a7967388 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:45,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742033_1209 (size=12847) 2024-11-26T09:41:45,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742034_1210 (size=4469) 2024-11-26T09:41:45,920 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#A#compaction#178 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:45,921 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/a5f8765f1bde4debb0681a681c7aee84 is 175, key is test_row_0/A:col10/1732614104598/Put/seqid=0 2024-11-26T09:41:45,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742035_1211 (size=31801) 2024-11-26T09:41:45,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-26T09:41:45,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:45,985 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T09:41:45,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:45,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:45,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:45,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:45,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:45,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:45,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126118e5a5bc3b644fd8ee027eaf8b10405_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614104611/Put/seqid=0 2024-11-26T09:41:46,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742036_1212 (size=12454) 2024-11-26T09:41:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-26T09:41:46,321 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/4a3fe4478e00417a8f62551b51f9a41d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/4a3fe4478e00417a8f62551b51f9a41d 2024-11-26T09:41:46,328 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64253dd0755e541d01e34125a7967388/B of 64253dd0755e541d01e34125a7967388 into 4a3fe4478e00417a8f62551b51f9a41d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:46,328 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:46,328 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/B, priority=13, startTime=1732614105877; duration=0sec 2024-11-26T09:41:46,328 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:46,328 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:B 2024-11-26T09:41:46,328 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T09:41:46,329 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T09:41:46,329 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T09:41:46,329 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. because compaction request was cancelled 2024-11-26T09:41:46,329 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:C 2024-11-26T09:41:46,335 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/a5f8765f1bde4debb0681a681c7aee84 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a5f8765f1bde4debb0681a681c7aee84 2024-11-26T09:41:46,343 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64253dd0755e541d01e34125a7967388/A of 64253dd0755e541d01e34125a7967388 into a5f8765f1bde4debb0681a681c7aee84(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:46,343 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:46,343 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/A, priority=13, startTime=1732614105877; duration=0sec 2024-11-26T09:41:46,343 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:46,343 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:A 2024-11-26T09:41:46,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,416 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126118e5a5bc3b644fd8ee027eaf8b10405_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126118e5a5bc3b644fd8ee027eaf8b10405_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:46,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/4080573cde0543ffbef9bf58b56019f1, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:46,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/4080573cde0543ffbef9bf58b56019f1 is 175, key is test_row_0/A:col10/1732614104611/Put/seqid=0 2024-11-26T09:41:46,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742037_1213 (size=31255) 2024-11-26T09:41:46,425 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/4080573cde0543ffbef9bf58b56019f1 2024-11-26T09:41:46,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/5febaa5734a64245a53bb2e06011e355 is 50, key is test_row_0/B:col10/1732614104611/Put/seqid=0 2024-11-26T09:41:46,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742038_1214 (size=12301) 2024-11-26T09:41:46,440 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/5febaa5734a64245a53bb2e06011e355 2024-11-26T09:41:46,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/86146c85f73f495dbef6f843807cd1c3 is 50, key is test_row_0/C:col10/1732614104611/Put/seqid=0 2024-11-26T09:41:46,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742039_1215 (size=12301) 2024-11-26T09:41:46,460 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/86146c85f73f495dbef6f843807cd1c3 2024-11-26T09:41:46,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/4080573cde0543ffbef9bf58b56019f1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/4080573cde0543ffbef9bf58b56019f1 2024-11-26T09:41:46,473 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/4080573cde0543ffbef9bf58b56019f1, entries=150, sequenceid=354, filesize=30.5 K 2024-11-26T09:41:46,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-26T09:41:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/5febaa5734a64245a53bb2e06011e355 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5febaa5734a64245a53bb2e06011e355 2024-11-26T09:41:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,479 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5febaa5734a64245a53bb2e06011e355, entries=150, sequenceid=354, filesize=12.0 K 2024-11-26T09:41:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/86146c85f73f495dbef6f843807cd1c3 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/86146c85f73f495dbef6f843807cd1c3 2024-11-26T09:41:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,486 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/86146c85f73f495dbef6f843807cd1c3, entries=150, sequenceid=354, filesize=12.0 K 2024-11-26T09:41:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,488 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for 64253dd0755e541d01e34125a7967388 in 503ms, sequenceid=354, compaction requested=true 2024-11-26T09:41:46,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:46,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-26T09:41:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-26T09:41:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-26T09:41:46,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3520 sec 2024-11-26T09:41:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.3580 sec 2024-11-26T09:41:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:46,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:41:46,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:46,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:46,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:46,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:46,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:46,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d8f1d4c787c84569aa480d55a1c83e03_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614106867/Put/seqid=0 2024-11-26T09:41:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742040_1216 (size=22618) 2024-11-26T09:41:46,960 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:46,969 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d8f1d4c787c84569aa480d55a1c83e03_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d8f1d4c787c84569aa480d55a1c83e03_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:46,971 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/46716671c08e43eb8c1c275b2b5bcc63, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:46,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/46716671c08e43eb8c1c275b2b5bcc63 is 175, key is test_row_0/A:col10/1732614106867/Put/seqid=0 2024-11-26T09:41:46,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732614106966, max timestamp=1732614106989Num uniques 859; 2024-11-26T09:41:46,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:41:46,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732614106966, max timestamp=1732614106989Num uniques 859; 2024-11-26T09:41:46,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732614106966, max timestamp=1732614106989Num uniques 859; 2024-11-26T09:41:46,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:41:46,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:41:47,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742041_1217 (size=66023) 2024-11-26T09:41:47,006 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/46716671c08e43eb8c1c275b2b5bcc63 2024-11-26T09:41:47,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/fdccf7e08e8b46b8a3f55002a93da492 is 50, key is test_row_0/B:col10/1732614106867/Put/seqid=0 2024-11-26T09:41:47,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742042_1218 (size=12301) 2024-11-26T09:41:47,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/fdccf7e08e8b46b8a3f55002a93da492 2024-11-26T09:41:47,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/494b13c041ad4846b6329ba3e51c60da is 50, key is test_row_0/C:col10/1732614106867/Put/seqid=0 2024-11-26T09:41:47,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614167077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:47,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614167079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:47,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:47,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:47,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742043_1219 (size=12301) 2024-11-26T09:41:47,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614167196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:47,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614167197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:47,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614167405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:47,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:47,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614167415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:47,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:47,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/494b13c041ad4846b6329ba3e51c60da 2024-11-26T09:41:47,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/46716671c08e43eb8c1c275b2b5bcc63 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/46716671c08e43eb8c1c275b2b5bcc63 2024-11-26T09:41:47,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/46716671c08e43eb8c1c275b2b5bcc63, entries=350, sequenceid=366, filesize=64.5 K 2024-11-26T09:41:47,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/fdccf7e08e8b46b8a3f55002a93da492 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/fdccf7e08e8b46b8a3f55002a93da492 2024-11-26T09:41:47,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/fdccf7e08e8b46b8a3f55002a93da492, entries=150, sequenceid=366, filesize=12.0 K 2024-11-26T09:41:47,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/494b13c041ad4846b6329ba3e51c60da as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/494b13c041ad4846b6329ba3e51c60da 2024-11-26T09:41:47,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/494b13c041ad4846b6329ba3e51c60da, entries=150, sequenceid=366, filesize=12.0 K 2024-11-26T09:41:47,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 64253dd0755e541d01e34125a7967388 in 659ms, sequenceid=366, compaction requested=true 2024-11-26T09:41:47,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:47,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:47,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:47,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:47,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:47,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:47,543 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:47,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:47,543 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:41:47,545 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:47,545 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129079 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:41:47,545 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/B is initiating minor compaction (all files) 2024-11-26T09:41:47,545 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/A is initiating minor compaction (all files) 2024-11-26T09:41:47,545 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/A in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:47,545 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/B in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:47,545 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a5f8765f1bde4debb0681a681c7aee84, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/4080573cde0543ffbef9bf58b56019f1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/46716671c08e43eb8c1c275b2b5bcc63] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=126.1 K 2024-11-26T09:41:47,545 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/4a3fe4478e00417a8f62551b51f9a41d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5febaa5734a64245a53bb2e06011e355, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/fdccf7e08e8b46b8a3f55002a93da492] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=36.6 K 2024-11-26T09:41:47,545 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:47,545 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a5f8765f1bde4debb0681a681c7aee84, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/4080573cde0543ffbef9bf58b56019f1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/46716671c08e43eb8c1c275b2b5bcc63] 2024-11-26T09:41:47,546 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5f8765f1bde4debb0681a681c7aee84, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732614104473 2024-11-26T09:41:47,546 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a3fe4478e00417a8f62551b51f9a41d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732614104473 2024-11-26T09:41:47,547 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4080573cde0543ffbef9bf58b56019f1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732614104611 2024-11-26T09:41:47,547 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 5febaa5734a64245a53bb2e06011e355, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732614104611 2024-11-26T09:41:47,547 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46716671c08e43eb8c1c275b2b5bcc63, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732614106806 2024-11-26T09:41:47,548 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting fdccf7e08e8b46b8a3f55002a93da492, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732614106860 2024-11-26T09:41:47,557 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:47,559 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#B#compaction#185 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:47,560 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/9b64da9ab40949e0972177f506d004a5 is 50, key is test_row_0/B:col10/1732614106867/Put/seqid=0 2024-11-26T09:41:47,564 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126a24f757775994a07af1a903109c23837_64253dd0755e541d01e34125a7967388 store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:47,566 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126a24f757775994a07af1a903109c23837_64253dd0755e541d01e34125a7967388, store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:47,567 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a24f757775994a07af1a903109c23837_64253dd0755e541d01e34125a7967388 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:47,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742044_1220 (size=12949) 2024-11-26T09:41:47,579 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/9b64da9ab40949e0972177f506d004a5 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/9b64da9ab40949e0972177f506d004a5 2024-11-26T09:41:47,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742045_1221 (size=4469) 2024-11-26T09:41:47,585 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#A#compaction#186 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:47,586 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64253dd0755e541d01e34125a7967388/B of 64253dd0755e541d01e34125a7967388 into 9b64da9ab40949e0972177f506d004a5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:47,586 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:47,586 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/97e7b5da632a4407bf2254b2056cfcce is 175, key is test_row_0/A:col10/1732614106867/Put/seqid=0 2024-11-26T09:41:47,586 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/B, priority=13, startTime=1732614107543; duration=0sec 2024-11-26T09:41:47,586 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:47,587 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:B 2024-11-26T09:41:47,587 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:41:47,588 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:41:47,588 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/C is initiating minor compaction (all files) 2024-11-26T09:41:47,588 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/C in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:47,588 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/7bd5963fcc754a60adb287acb6146874, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/b39164724e954cd69bd500770a4da939, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/86146c85f73f495dbef6f843807cd1c3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/494b13c041ad4846b6329ba3e51c60da] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=48.5 K 2024-11-26T09:41:47,589 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bd5963fcc754a60adb287acb6146874, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732614103774 2024-11-26T09:41:47,589 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting b39164724e954cd69bd500770a4da939, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732614104473 2024-11-26T09:41:47,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742046_1222 (size=31903) 2024-11-26T09:41:47,592 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 86146c85f73f495dbef6f843807cd1c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732614104611 2024-11-26T09:41:47,593 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 494b13c041ad4846b6329ba3e51c60da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732614106860 2024-11-26T09:41:47,601 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/97e7b5da632a4407bf2254b2056cfcce as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/97e7b5da632a4407bf2254b2056cfcce 2024-11-26T09:41:47,608 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64253dd0755e541d01e34125a7967388/A of 64253dd0755e541d01e34125a7967388 into 97e7b5da632a4407bf2254b2056cfcce(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:47,608 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:47,608 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/A, priority=13, startTime=1732614107543; duration=0sec 2024-11-26T09:41:47,608 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#C#compaction#187 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:47,608 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:47,608 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:A 2024-11-26T09:41:47,609 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/ed6ca67bdf8640b88eae0be7d6458b70 is 50, key is test_row_0/C:col10/1732614106867/Put/seqid=0 2024-11-26T09:41:47,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742047_1223 (size=12915) 2024-11-26T09:41:47,628 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/ed6ca67bdf8640b88eae0be7d6458b70 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/ed6ca67bdf8640b88eae0be7d6458b70 2024-11-26T09:41:47,637 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64253dd0755e541d01e34125a7967388/C of 64253dd0755e541d01e34125a7967388 into ed6ca67bdf8640b88eae0be7d6458b70(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:47,637 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:47,637 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/C, priority=12, startTime=1732614107543; duration=0sec 2024-11-26T09:41:47,637 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:47,637 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:C 2024-11-26T09:41:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:47,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-11-26T09:41:47,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:47,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:47,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:47,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:47,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:47,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:41:47,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126635b0c18d5554baeb082c73992661550_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614107072/Put/seqid=0 2024-11-26T09:41:47,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742048_1224 (size=14994) 2024-11-26T09:41:47,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614167733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:47,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:47,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614167734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:47,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:47,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614167845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:47,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614167845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:47,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:47,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:47,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:48,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614168055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:48,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614168055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:48,132 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:48,136 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126635b0c18d5554baeb082c73992661550_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126635b0c18d5554baeb082c73992661550_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:48,137 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/a088093b3c724f93aa4fde938f093284, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:48,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/a088093b3c724f93aa4fde938f093284 is 175, key is test_row_0/A:col10/1732614107072/Put/seqid=0 2024-11-26T09:41:48,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742049_1225 (size=39949) 2024-11-26T09:41:48,142 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/a088093b3c724f93aa4fde938f093284 2024-11-26T09:41:48,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/f31d206e987044b88b84e96699cb184a is 50, key is test_row_0/B:col10/1732614107072/Put/seqid=0 2024-11-26T09:41:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742050_1226 (size=12301) 2024-11-26T09:41:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-26T09:41:48,295 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:48,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:41:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-26T09:41:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T09:41:48,298 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:41:48,298 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:41:48,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:41:48,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:48,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614168365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614168365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:48,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:48,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:48,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:48,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:48,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:48,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T09:41:48,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-26T09:41:48,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:48,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:48,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:48,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:48,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:48,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/f31d206e987044b88b84e96699cb184a 2024-11-26T09:41:48,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/23423af800a2456ba958991a3608dfbd is 50, key is test_row_0/C:col10/1732614107072/Put/seqid=0 2024-11-26T09:41:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742051_1227 (size=12301) 2024-11-26T09:41:48,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-26T09:41:48,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:48,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:48,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:48,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:48,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T09:41:48,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-26T09:41:48,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:48,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:48,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:48,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:48,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:48,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614168875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:48,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:48,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:48,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:48,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614168875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:48,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-26T09:41:48,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:48,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:48,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:48,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:48,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:41:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T09:41:48,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/23423af800a2456ba958991a3608dfbd 2024-11-26T09:41:48,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/a088093b3c724f93aa4fde938f093284 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a088093b3c724f93aa4fde938f093284 2024-11-26T09:41:48,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a088093b3c724f93aa4fde938f093284, entries=200, sequenceid=406, filesize=39.0 K 2024-11-26T09:41:48,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/f31d206e987044b88b84e96699cb184a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/f31d206e987044b88b84e96699cb184a 2024-11-26T09:41:48,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/f31d206e987044b88b84e96699cb184a, entries=150, sequenceid=406, filesize=12.0 K 2024-11-26T09:41:48,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/23423af800a2456ba958991a3608dfbd as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/23423af800a2456ba958991a3608dfbd 2024-11-26T09:41:48,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/23423af800a2456ba958991a3608dfbd, entries=150, sequenceid=406, filesize=12.0 K 2024-11-26T09:41:48,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 64253dd0755e541d01e34125a7967388 in 1278ms, sequenceid=406, compaction requested=false 2024-11-26T09:41:48,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:49,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-26T09:41:49,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:49,064 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-26T09:41:49,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:49,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:49,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:49,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:49,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:49,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:49,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e068e6a1ae764ae9a1b82ca9f0d20c06_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614107732/Put/seqid=0 2024-11-26T09:41:49,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742052_1228 (size=12454) 2024-11-26T09:41:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T09:41:49,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:49,482 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e068e6a1ae764ae9a1b82ca9f0d20c06_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e068e6a1ae764ae9a1b82ca9f0d20c06_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:49,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/6130ca852bae4d2a8e36700c9d3c6cb7, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:49,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/6130ca852bae4d2a8e36700c9d3c6cb7 is 175, key is test_row_0/A:col10/1732614107732/Put/seqid=0 2024-11-26T09:41:49,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742053_1229 (size=31255) 2024-11-26T09:41:49,889 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/6130ca852bae4d2a8e36700c9d3c6cb7 2024-11-26T09:41:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:49,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. as already flushing 2024-11-26T09:41:49,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/97ee641d44394695b61adfe3169de483 is 50, key is test_row_0/B:col10/1732614107732/Put/seqid=0 2024-11-26T09:41:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742054_1230 (size=12301) 2024-11-26T09:41:49,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732614109902, max timestamp=1732614109921Num uniques 859; 2024-11-26T09:41:49,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732614109902, max timestamp=1732614109921Num uniques 859; 2024-11-26T09:41:49,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:41:49,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:41:49,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732614109902, max timestamp=1732614109921Num uniques 859; 2024-11-26T09:41:49,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:41:49,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614169969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:49,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614169972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:50,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614170075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:50,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:50,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614170085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:50,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:50,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614170285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:50,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:50,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614170295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:50,302 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/97ee641d44394695b61adfe3169de483 2024-11-26T09:41:50,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/5f380c4130d9456eb0c5dbc2628486a6 is 50, key is test_row_0/C:col10/1732614107732/Put/seqid=0 2024-11-26T09:41:50,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742055_1231 (size=12301) 2024-11-26T09:41:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T09:41:50,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614170595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:50,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614170605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:50,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:50,715 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/5f380c4130d9456eb0c5dbc2628486a6 2024-11-26T09:41:50,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/6130ca852bae4d2a8e36700c9d3c6cb7 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/6130ca852bae4d2a8e36700c9d3c6cb7 2024-11-26T09:41:50,724 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/6130ca852bae4d2a8e36700c9d3c6cb7, entries=150, sequenceid=414, filesize=30.5 K 2024-11-26T09:41:50,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/97ee641d44394695b61adfe3169de483 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/97ee641d44394695b61adfe3169de483 2024-11-26T09:41:50,730 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/97ee641d44394695b61adfe3169de483, entries=150, sequenceid=414, filesize=12.0 K 2024-11-26T09:41:50,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/5f380c4130d9456eb0c5dbc2628486a6 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/5f380c4130d9456eb0c5dbc2628486a6 2024-11-26T09:41:50,735 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/5f380c4130d9456eb0c5dbc2628486a6, entries=150, sequenceid=414, filesize=12.0 K 2024-11-26T09:41:50,736 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for 64253dd0755e541d01e34125a7967388 in 1672ms, sequenceid=414, compaction requested=true 2024-11-26T09:41:50,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:50,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:50,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-26T09:41:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-26T09:41:50,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-26T09:41:50,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4380 sec 2024-11-26T09:41:50,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.4440 sec 2024-11-26T09:41:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:50,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=154.31 KB heapSize=436.08 KB 2024-11-26T09:41:50,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:50,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:41:50,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:50,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:41:50,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:50,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:41:50,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112682c9037d23d14cf6b50dad1e05f05224_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614110784/Put/seqid=0 2024-11-26T09:41:50,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742056_1232 (size=14994) 2024-11-26T09:41:50,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42702 deadline: 1732614170808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:50,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:50,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42702 deadline: 1732614170914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:51,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614171105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:51,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:51,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:51,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:51,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614171124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:51,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:51,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:51,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42702 deadline: 1732614171124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:51,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:51,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:51,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:51,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:51,206 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:51,211 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112682c9037d23d14cf6b50dad1e05f05224_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112682c9037d23d14cf6b50dad1e05f05224_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:51,212 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/6e4f9c8052ac474ea50722ddd2dea6dc, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:51,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/6e4f9c8052ac474ea50722ddd2dea6dc is 175, key is test_row_0/A:col10/1732614110784/Put/seqid=0 2024-11-26T09:41:51,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742057_1233 (size=39949) 2024-11-26T09:41:51,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42702 deadline: 1732614171435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:51,623 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=452, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/6e4f9c8052ac474ea50722ddd2dea6dc 2024-11-26T09:41:51,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/8d66754b90cd444088cca85da5a8d5ca is 50, key is test_row_0/B:col10/1732614110784/Put/seqid=0 2024-11-26T09:41:51,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742058_1234 (size=12301) 2024-11-26T09:41:51,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42702 deadline: 1732614171945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:51,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:51,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:51,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:52,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/8d66754b90cd444088cca85da5a8d5ca 2024-11-26T09:41:52,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/18d62c17e2b740c3958c780b92b018b6 is 50, key is test_row_0/C:col10/1732614110784/Put/seqid=0 2024-11-26T09:41:52,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742059_1235 (size=12301) 2024-11-26T09:41:52,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42686 deadline: 1732614172125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:52,127 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in 64253dd0755e541d01e34125a7967388 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:52,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:52,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:52,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:52,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:41:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1732614172135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:52,141 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in 64253dd0755e541d01e34125a7967388 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:41:52,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:52,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:41:52,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:41:52,383 INFO [Thread-719 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-719. 2024-11-26T09:41:52,384 DEBUG [Thread-719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:52,384 DEBUG [Thread-719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:52,384 DEBUG [Thread-719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:52,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:52,384 INFO [Thread-721 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-721. 2024-11-26T09:41:52,384 DEBUG [Thread-721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:52,384 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:52,384 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:52,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:52,393 INFO [Thread-723 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-723. 2024-11-26T09:41:52,393 DEBUG [Thread-723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:52,393 DEBUG [Thread-723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:52,393 DEBUG [Thread-723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:52,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:52,401 INFO [Thread-725 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-725. 2024-11-26T09:41:52,401 DEBUG [Thread-725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:52,401 DEBUG [Thread-725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:52,401 DEBUG [Thread-725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:52,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:52,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/18d62c17e2b740c3958c780b92b018b6 2024-11-26T09:41:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T09:41:52,465 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:52,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/6e4f9c8052ac474ea50722ddd2dea6dc as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/6e4f9c8052ac474ea50722ddd2dea6dc 2024-11-26T09:41:52,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/6e4f9c8052ac474ea50722ddd2dea6dc, entries=200, sequenceid=452, filesize=39.0 K 2024-11-26T09:41:52,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/8d66754b90cd444088cca85da5a8d5ca as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/8d66754b90cd444088cca85da5a8d5ca 2024-11-26T09:41:52,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/8d66754b90cd444088cca85da5a8d5ca, entries=150, sequenceid=452, filesize=12.0 K 2024-11-26T09:41:52,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/18d62c17e2b740c3958c780b92b018b6 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/18d62c17e2b740c3958c780b92b018b6 2024-11-26T09:41:52,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/18d62c17e2b740c3958c780b92b018b6, entries=150, sequenceid=452, filesize=12.0 K 2024-11-26T09:41:52,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~436.03 KB/446496, currentSize=26.84 KB/27480 for 64253dd0755e541d01e34125a7967388 in 1698ms, sequenceid=452, compaction requested=true 2024-11-26T09:41:52,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:52,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:41:52,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:52,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:41:52,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:52,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64253dd0755e541d01e34125a7967388:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:41:52,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:52,485 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:41:52,485 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:41:52,486 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:41:52,486 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/B is initiating minor compaction (all files) 2024-11-26T09:41:52,486 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/B in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:52,486 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/9b64da9ab40949e0972177f506d004a5, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/f31d206e987044b88b84e96699cb184a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/97ee641d44394695b61adfe3169de483, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/8d66754b90cd444088cca85da5a8d5ca] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=48.7 K 2024-11-26T09:41:52,486 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:41:52,486 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/A is initiating minor compaction (all files) 2024-11-26T09:41:52,487 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/A in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:52,487 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/97e7b5da632a4407bf2254b2056cfcce, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a088093b3c724f93aa4fde938f093284, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/6130ca852bae4d2a8e36700c9d3c6cb7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/6e4f9c8052ac474ea50722ddd2dea6dc] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=139.7 K 2024-11-26T09:41:52,487 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:52,487 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b64da9ab40949e0972177f506d004a5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732614106860 2024-11-26T09:41:52,487 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/97e7b5da632a4407bf2254b2056cfcce, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a088093b3c724f93aa4fde938f093284, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/6130ca852bae4d2a8e36700c9d3c6cb7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/6e4f9c8052ac474ea50722ddd2dea6dc] 2024-11-26T09:41:52,487 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting f31d206e987044b88b84e96699cb184a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732614107072 2024-11-26T09:41:52,487 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97e7b5da632a4407bf2254b2056cfcce, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732614106860 2024-11-26T09:41:52,487 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 97ee641d44394695b61adfe3169de483, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732614107729 2024-11-26T09:41:52,488 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting a088093b3c724f93aa4fde938f093284, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732614107060 2024-11-26T09:41:52,488 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d66754b90cd444088cca85da5a8d5ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732614109958 2024-11-26T09:41:52,488 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6130ca852bae4d2a8e36700c9d3c6cb7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732614107729 2024-11-26T09:41:52,488 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e4f9c8052ac474ea50722ddd2dea6dc, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732614109958 2024-11-26T09:41:52,504 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#B#compaction#197 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:52,505 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/6e1a04df7f2247319e0508d9e14198b5 is 50, key is test_row_0/B:col10/1732614110784/Put/seqid=0 2024-11-26T09:41:52,507 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:52,509 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112682ea8e407eee424c93f65d6369af5bee_64253dd0755e541d01e34125a7967388 store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:52,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742060_1236 (size=13085) 2024-11-26T09:41:52,547 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112682ea8e407eee424c93f65d6369af5bee_64253dd0755e541d01e34125a7967388, store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:52,547 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112682ea8e407eee424c93f65d6369af5bee_64253dd0755e541d01e34125a7967388 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:52,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742061_1237 (size=4469) 2024-11-26T09:41:52,593 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#A#compaction#198 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:52,594 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/ecaec86f2ecf4c70a457312bb1deede0 is 175, key is test_row_0/A:col10/1732614110784/Put/seqid=0 2024-11-26T09:41:52,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742062_1238 (size=32039) 2024-11-26T09:41:52,921 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/6e1a04df7f2247319e0508d9e14198b5 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/6e1a04df7f2247319e0508d9e14198b5 2024-11-26T09:41:52,926 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64253dd0755e541d01e34125a7967388/B of 64253dd0755e541d01e34125a7967388 into 6e1a04df7f2247319e0508d9e14198b5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:52,926 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:52,927 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/B, priority=12, startTime=1732614112485; duration=0sec 2024-11-26T09:41:52,927 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:41:52,927 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:B 2024-11-26T09:41:52,927 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:41:52,929 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:41:52,929 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 64253dd0755e541d01e34125a7967388/C is initiating minor compaction (all files) 2024-11-26T09:41:52,929 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64253dd0755e541d01e34125a7967388/C in TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:52,929 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/ed6ca67bdf8640b88eae0be7d6458b70, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/23423af800a2456ba958991a3608dfbd, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/5f380c4130d9456eb0c5dbc2628486a6, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/18d62c17e2b740c3958c780b92b018b6] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp, totalSize=48.7 K 2024-11-26T09:41:52,930 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ed6ca67bdf8640b88eae0be7d6458b70, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732614106860 2024-11-26T09:41:52,930 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 23423af800a2456ba958991a3608dfbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732614107072 2024-11-26T09:41:52,931 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f380c4130d9456eb0c5dbc2628486a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732614107729 2024-11-26T09:41:52,931 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 18d62c17e2b740c3958c780b92b018b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732614109958 2024-11-26T09:41:52,951 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64253dd0755e541d01e34125a7967388#C#compaction#199 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:41:52,952 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/a6d6e83edd13453ab5c31b85bbeb78be is 50, key is test_row_0/C:col10/1732614110784/Put/seqid=0 2024-11-26T09:41:52,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742063_1239 (size=13051) 2024-11-26T09:41:52,960 INFO [Thread-712 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-712. 2024-11-26T09:41:52,960 DEBUG [Thread-712 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:52,960 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:52,960 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:52,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:53,009 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/ecaec86f2ecf4c70a457312bb1deede0 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/ecaec86f2ecf4c70a457312bb1deede0 2024-11-26T09:41:53,014 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64253dd0755e541d01e34125a7967388/A of 64253dd0755e541d01e34125a7967388 into ecaec86f2ecf4c70a457312bb1deede0(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:53,014 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:53,014 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/A, priority=12, startTime=1732614112485; duration=0sec 2024-11-26T09:41:53,015 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:53,015 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:A 2024-11-26T09:41:53,364 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/a6d6e83edd13453ab5c31b85bbeb78be as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/a6d6e83edd13453ab5c31b85bbeb78be 2024-11-26T09:41:53,369 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64253dd0755e541d01e34125a7967388/C of 64253dd0755e541d01e34125a7967388 into a6d6e83edd13453ab5c31b85bbeb78be(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:41:53,369 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:53,369 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., storeName=64253dd0755e541d01e34125a7967388/C, priority=12, startTime=1732614112485; duration=0sec 2024-11-26T09:41:53,370 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:41:53,370 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64253dd0755e541d01e34125a7967388:C 2024-11-26T09:41:54,147 INFO [Thread-716 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-716. 2024-11-26T09:41:54,147 DEBUG [Thread-716 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:54,147 DEBUG [Thread-716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:54,147 DEBUG [Thread-716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:54,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:54,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:41:54,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:54,156 INFO [Thread-714 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-714. 2024-11-26T09:41:54,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:54,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:54,157 DEBUG [Thread-714 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:54,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:54,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:54,157 DEBUG [Thread-714 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:54,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:54,157 DEBUG [Thread-714 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:54,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:54,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260368253a5ec447aeb2fcabcc4b451fe1_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614110801/Put/seqid=0 2024-11-26T09:41:54,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742064_1240 (size=12454) 2024-11-26T09:41:54,258 INFO [Thread-708 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-708. 2024-11-26T09:41:54,258 DEBUG [Thread-708 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:54,258 INFO [Thread-710 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-710. 2024-11-26T09:41:54,258 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:54,258 DEBUG [Thread-710 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:41:54,258 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:54,258 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:54,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:54,258 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:54,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:54,258 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T09:41:54,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-26T09:41:54,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-26T09:41:54,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-26T09:41:54,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 165 2024-11-26T09:41:54,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 162 2024-11-26T09:41:54,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T09:41:54,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2924 2024-11-26T09:41:54,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2710 2024-11-26T09:41:54,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T09:41:54,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1195 2024-11-26T09:41:54,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3584 rows 2024-11-26T09:41:54,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1181 2024-11-26T09:41:54,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3542 rows 2024-11-26T09:41:54,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T09:41:54,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T09:41:54,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:54,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:41:54,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:41:54,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T09:41:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T09:41:54,264 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614114264"}]},"ts":"1732614114264"} 2024-11-26T09:41:54,266 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T09:41:54,266 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T09:41:54,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T09:41:54,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64253dd0755e541d01e34125a7967388, UNASSIGN}] 2024-11-26T09:41:54,270 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64253dd0755e541d01e34125a7967388, UNASSIGN 2024-11-26T09:41:54,271 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=64253dd0755e541d01e34125a7967388, regionState=CLOSING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:54,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64253dd0755e541d01e34125a7967388, UNASSIGN because future has completed 2024-11-26T09:41:54,273 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T09:41:54,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:41:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T09:41:54,425 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:54,425 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T09:41:54,425 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing 64253dd0755e541d01e34125a7967388, disabling compactions & flushes 2024-11-26T09:41:54,426 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:54,570 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:54,574 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260368253a5ec447aeb2fcabcc4b451fe1_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260368253a5ec447aeb2fcabcc4b451fe1_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:54,575 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/890ba5ae81e747078e18791af45847f0, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:54,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/890ba5ae81e747078e18791af45847f0 is 175, key is test_row_0/A:col10/1732614110801/Put/seqid=0 2024-11-26T09:41:54,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742065_1241 (size=31255) 2024-11-26T09:41:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T09:41:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T09:41:54,983 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=465, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/890ba5ae81e747078e18791af45847f0 2024-11-26T09:41:54,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/8733afeb18f24bf292cdccd616deb650 is 50, key is test_row_0/B:col10/1732614110801/Put/seqid=0 2024-11-26T09:41:54,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742066_1242 (size=12301) 2024-11-26T09:41:55,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/8733afeb18f24bf292cdccd616deb650 2024-11-26T09:41:55,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/462c589fdc584c389445915572d46434 is 50, key is test_row_0/C:col10/1732614110801/Put/seqid=0 2024-11-26T09:41:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T09:41:55,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742067_1243 (size=12301) 2024-11-26T09:41:55,754 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T09:41:55,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/462c589fdc584c389445915572d46434 2024-11-26T09:41:55,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/890ba5ae81e747078e18791af45847f0 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/890ba5ae81e747078e18791af45847f0 2024-11-26T09:41:55,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/890ba5ae81e747078e18791af45847f0, entries=150, sequenceid=465, filesize=30.5 K 2024-11-26T09:41:55,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/8733afeb18f24bf292cdccd616deb650 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/8733afeb18f24bf292cdccd616deb650 2024-11-26T09:41:55,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/8733afeb18f24bf292cdccd616deb650, entries=150, sequenceid=465, filesize=12.0 K 2024-11-26T09:41:55,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/462c589fdc584c389445915572d46434 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/462c589fdc584c389445915572d46434 2024-11-26T09:41:55,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/462c589fdc584c389445915572d46434, entries=150, sequenceid=465, filesize=12.0 K 2024-11-26T09:41:55,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=13.42 KB/13740 for 64253dd0755e541d01e34125a7967388 in 1676ms, sequenceid=465, compaction requested=false 2024-11-26T09:41:55,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64253dd0755e541d01e34125a7967388: 2024-11-26T09:41:55,832 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:55,832 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:55,832 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. after waiting 0 ms 2024-11-26T09:41:55,832 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:55,833 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing 64253dd0755e541d01e34125a7967388 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-26T09:41:55,833 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=A 2024-11-26T09:41:55,833 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:55,833 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=B 2024-11-26T09:41:55,833 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:55,833 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 64253dd0755e541d01e34125a7967388, store=C 2024-11-26T09:41:55,833 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:41:55,839 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260651fda3bb0a47ef925b30e3a97959e7_64253dd0755e541d01e34125a7967388 is 50, key is test_row_0/A:col10/1732614114256/Put/seqid=0 2024-11-26T09:41:55,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742068_1244 (size=9914) 2024-11-26T09:41:56,244 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:56,248 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260651fda3bb0a47ef925b30e3a97959e7_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260651fda3bb0a47ef925b30e3a97959e7_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:56,249 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/39815b9d5f2641feb1d03d9af20c82d0, store: [table=TestAcidGuarantees family=A region=64253dd0755e541d01e34125a7967388] 2024-11-26T09:41:56,250 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/39815b9d5f2641feb1d03d9af20c82d0 is 175, key is test_row_0/A:col10/1732614114256/Put/seqid=0 2024-11-26T09:41:56,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742069_1245 (size=22561) 2024-11-26T09:41:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T09:41:56,655 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=470, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/39815b9d5f2641feb1d03d9af20c82d0 2024-11-26T09:41:56,664 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/b312c25a43ab4c5ea645df0384852878 is 50, key is test_row_0/B:col10/1732614114256/Put/seqid=0 2024-11-26T09:41:56,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742070_1246 (size=9857) 2024-11-26T09:41:57,069 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/b312c25a43ab4c5ea645df0384852878 2024-11-26T09:41:57,075 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/fff89804493b4faa9331bd8a3544203d is 50, key is test_row_0/C:col10/1732614114256/Put/seqid=0 2024-11-26T09:41:57,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742071_1247 (size=9857) 2024-11-26T09:41:57,480 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/fff89804493b4faa9331bd8a3544203d 2024-11-26T09:41:57,485 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/A/39815b9d5f2641feb1d03d9af20c82d0 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/39815b9d5f2641feb1d03d9af20c82d0 2024-11-26T09:41:57,489 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/39815b9d5f2641feb1d03d9af20c82d0, entries=100, sequenceid=470, filesize=22.0 K 2024-11-26T09:41:57,490 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/B/b312c25a43ab4c5ea645df0384852878 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/b312c25a43ab4c5ea645df0384852878 2024-11-26T09:41:57,494 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/b312c25a43ab4c5ea645df0384852878, entries=100, sequenceid=470, filesize=9.6 K 2024-11-26T09:41:57,495 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/.tmp/C/fff89804493b4faa9331bd8a3544203d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/fff89804493b4faa9331bd8a3544203d 2024-11-26T09:41:57,499 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/fff89804493b4faa9331bd8a3544203d, entries=100, sequenceid=470, filesize=9.6 K 2024-11-26T09:41:57,500 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 64253dd0755e541d01e34125a7967388 in 1668ms, sequenceid=470, compaction requested=true 2024-11-26T09:41:57,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/12185ba04139457da34f9d0efe74fe94, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/5bae1810e5cb4c3eaea4285a63c0e8a7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/803e4d7cb46a421c8d5b2d346f1b8501, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/b3d2430fe23a4a059e03a93544224129, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/397f091ff0cb4a238716a616422ab3be, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/983c38799b504e17bd24cf6e8162e69e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a2e3acfca23849acadc1535b938695e5, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/297b6f0855ae4e2b8c6b3e0d79ac028d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/886f19ce98ae467ca837f333a6d5d5ef, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/8b9526d645c749d7a6c05ea473ad337a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/f68d4dba796d446bad6581502161a706, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/4d6e70957b13413580590110b3d7d712, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/1749bb6b7644453ca57f834a8ebb159f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/7d223ca315b04958805500cb477d42de, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/79498fdcf8e047729c129c4ba9a387b0, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/ecae7a7f9fd0480b8d0a17b0d04ad262, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a5f8765f1bde4debb0681a681c7aee84, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/4080573cde0543ffbef9bf58b56019f1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/46716671c08e43eb8c1c275b2b5bcc63, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/97e7b5da632a4407bf2254b2056cfcce, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a088093b3c724f93aa4fde938f093284, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/6130ca852bae4d2a8e36700c9d3c6cb7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/6e4f9c8052ac474ea50722ddd2dea6dc] to archive 2024-11-26T09:41:57,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:41:57,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/12185ba04139457da34f9d0efe74fe94 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/12185ba04139457da34f9d0efe74fe94 2024-11-26T09:41:57,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/5bae1810e5cb4c3eaea4285a63c0e8a7 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/5bae1810e5cb4c3eaea4285a63c0e8a7 2024-11-26T09:41:57,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/803e4d7cb46a421c8d5b2d346f1b8501 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/803e4d7cb46a421c8d5b2d346f1b8501 2024-11-26T09:41:57,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/b3d2430fe23a4a059e03a93544224129 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/b3d2430fe23a4a059e03a93544224129 2024-11-26T09:41:57,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/397f091ff0cb4a238716a616422ab3be to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/397f091ff0cb4a238716a616422ab3be 2024-11-26T09:41:57,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/983c38799b504e17bd24cf6e8162e69e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/983c38799b504e17bd24cf6e8162e69e 2024-11-26T09:41:57,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a2e3acfca23849acadc1535b938695e5 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a2e3acfca23849acadc1535b938695e5 2024-11-26T09:41:57,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/297b6f0855ae4e2b8c6b3e0d79ac028d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/297b6f0855ae4e2b8c6b3e0d79ac028d 2024-11-26T09:41:57,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/886f19ce98ae467ca837f333a6d5d5ef to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/886f19ce98ae467ca837f333a6d5d5ef 2024-11-26T09:41:57,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/8b9526d645c749d7a6c05ea473ad337a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/8b9526d645c749d7a6c05ea473ad337a 2024-11-26T09:41:57,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/f68d4dba796d446bad6581502161a706 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/f68d4dba796d446bad6581502161a706 2024-11-26T09:41:57,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/4d6e70957b13413580590110b3d7d712 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/4d6e70957b13413580590110b3d7d712 2024-11-26T09:41:57,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/1749bb6b7644453ca57f834a8ebb159f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/1749bb6b7644453ca57f834a8ebb159f 2024-11-26T09:41:57,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/7d223ca315b04958805500cb477d42de to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/7d223ca315b04958805500cb477d42de 2024-11-26T09:41:57,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/79498fdcf8e047729c129c4ba9a387b0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/79498fdcf8e047729c129c4ba9a387b0 2024-11-26T09:41:57,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/ecae7a7f9fd0480b8d0a17b0d04ad262 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/ecae7a7f9fd0480b8d0a17b0d04ad262 2024-11-26T09:41:57,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a5f8765f1bde4debb0681a681c7aee84 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a5f8765f1bde4debb0681a681c7aee84 2024-11-26T09:41:57,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/4080573cde0543ffbef9bf58b56019f1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/4080573cde0543ffbef9bf58b56019f1 2024-11-26T09:41:57,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/46716671c08e43eb8c1c275b2b5bcc63 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/46716671c08e43eb8c1c275b2b5bcc63 2024-11-26T09:41:57,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/97e7b5da632a4407bf2254b2056cfcce to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/97e7b5da632a4407bf2254b2056cfcce 2024-11-26T09:41:57,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a088093b3c724f93aa4fde938f093284 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/a088093b3c724f93aa4fde938f093284 2024-11-26T09:41:57,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/6130ca852bae4d2a8e36700c9d3c6cb7 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/6130ca852bae4d2a8e36700c9d3c6cb7 2024-11-26T09:41:57,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/6e4f9c8052ac474ea50722ddd2dea6dc to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/6e4f9c8052ac474ea50722ddd2dea6dc 2024-11-26T09:41:57,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/852363b31dfe455998bee16c68cfb831, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/fd22813fb28d411fa9c689362a85feaa, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/a9a7d04098254189a587a2f609a15484, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/6bba233af8d54ec0beacf348a6345aec, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5aaf269727ac4ac2ac20539445d021d7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/ff58d0b36ce04d539496ec505e8be625, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5aa1c21f1572464989b01f353c1bb537, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/74d3064361d34519a2622c398db4ce16, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/6c6115265fff43d3ae4d18246091e0a4, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/909b75268773493a8c1766afe1c57efb, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/72a484a0a1da4b89b2f655c70673ad5e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/d558ca19cebe4651a9609246697cd426, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/89854a1a99ac467dac3d5b5d01286875, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/b185a812332e4bfc9954a7a05ea373f0, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/0200d70dc4ac42f3b0f6b60cc87184c9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/4a3fe4478e00417a8f62551b51f9a41d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/f1b184246ba94d29a1111cedaa085a32, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5febaa5734a64245a53bb2e06011e355, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/9b64da9ab40949e0972177f506d004a5, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/fdccf7e08e8b46b8a3f55002a93da492, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/f31d206e987044b88b84e96699cb184a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/97ee641d44394695b61adfe3169de483, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/8d66754b90cd444088cca85da5a8d5ca] to archive 2024-11-26T09:41:57,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:41:57,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/852363b31dfe455998bee16c68cfb831 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/852363b31dfe455998bee16c68cfb831 2024-11-26T09:41:57,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/fd22813fb28d411fa9c689362a85feaa to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/fd22813fb28d411fa9c689362a85feaa 2024-11-26T09:41:57,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/a9a7d04098254189a587a2f609a15484 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/a9a7d04098254189a587a2f609a15484 2024-11-26T09:41:57,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/6bba233af8d54ec0beacf348a6345aec to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/6bba233af8d54ec0beacf348a6345aec 2024-11-26T09:41:57,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5aaf269727ac4ac2ac20539445d021d7 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5aaf269727ac4ac2ac20539445d021d7 2024-11-26T09:41:57,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/ff58d0b36ce04d539496ec505e8be625 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/ff58d0b36ce04d539496ec505e8be625 2024-11-26T09:41:57,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5aa1c21f1572464989b01f353c1bb537 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5aa1c21f1572464989b01f353c1bb537 2024-11-26T09:41:57,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/74d3064361d34519a2622c398db4ce16 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/74d3064361d34519a2622c398db4ce16 2024-11-26T09:41:57,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/6c6115265fff43d3ae4d18246091e0a4 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/6c6115265fff43d3ae4d18246091e0a4 2024-11-26T09:41:57,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/909b75268773493a8c1766afe1c57efb to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/909b75268773493a8c1766afe1c57efb 2024-11-26T09:41:57,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/72a484a0a1da4b89b2f655c70673ad5e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/72a484a0a1da4b89b2f655c70673ad5e 2024-11-26T09:41:57,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/d558ca19cebe4651a9609246697cd426 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/d558ca19cebe4651a9609246697cd426 2024-11-26T09:41:57,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/89854a1a99ac467dac3d5b5d01286875 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/89854a1a99ac467dac3d5b5d01286875 2024-11-26T09:41:57,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/b185a812332e4bfc9954a7a05ea373f0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/b185a812332e4bfc9954a7a05ea373f0 2024-11-26T09:41:57,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/0200d70dc4ac42f3b0f6b60cc87184c9 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/0200d70dc4ac42f3b0f6b60cc87184c9 2024-11-26T09:41:57,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/4a3fe4478e00417a8f62551b51f9a41d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/4a3fe4478e00417a8f62551b51f9a41d 2024-11-26T09:41:57,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/f1b184246ba94d29a1111cedaa085a32 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/f1b184246ba94d29a1111cedaa085a32 2024-11-26T09:41:57,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5febaa5734a64245a53bb2e06011e355 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/5febaa5734a64245a53bb2e06011e355 2024-11-26T09:41:57,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/9b64da9ab40949e0972177f506d004a5 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/9b64da9ab40949e0972177f506d004a5 2024-11-26T09:41:57,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/fdccf7e08e8b46b8a3f55002a93da492 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/fdccf7e08e8b46b8a3f55002a93da492 2024-11-26T09:41:57,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/f31d206e987044b88b84e96699cb184a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/f31d206e987044b88b84e96699cb184a 2024-11-26T09:41:57,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/97ee641d44394695b61adfe3169de483 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/97ee641d44394695b61adfe3169de483 2024-11-26T09:41:57,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/8d66754b90cd444088cca85da5a8d5ca to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/8d66754b90cd444088cca85da5a8d5ca 2024-11-26T09:41:57,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/d2eb9837624a409c9dc46d4ba94c4cc8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/28b3eaff15dc45d79c87eab5e33e088f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/5879ec1ce35e4a35846892bf63a6e9ef, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/fee08e2462934903a1ae46ce84b41105, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/a6e84b9d91f94603a721d8c637307d5e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/78ba795110e9496b84319d46413d6654, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/68cb5467e92f45d685635804eb1c89d7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/81d741d54812466ea51337db7db1e3bc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/6c155d215c5e4aaa9f046cff21cf32f4, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/c42ebd0ca308404ba7fd45486ba41ee7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/665d093821024bbca9aee69f298c8c9e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/780e4ce47d7641ca9b5affb7252000d4, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/ca896d054573417294e658baa2ca98c2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/7bd5963fcc754a60adb287acb6146874, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/74d7579d0bde4b40b9ad15da80d94637, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/b39164724e954cd69bd500770a4da939, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/86146c85f73f495dbef6f843807cd1c3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/ed6ca67bdf8640b88eae0be7d6458b70, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/494b13c041ad4846b6329ba3e51c60da, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/23423af800a2456ba958991a3608dfbd, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/5f380c4130d9456eb0c5dbc2628486a6, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/18d62c17e2b740c3958c780b92b018b6] to archive 2024-11-26T09:41:57,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:41:57,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/d2eb9837624a409c9dc46d4ba94c4cc8 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/d2eb9837624a409c9dc46d4ba94c4cc8 2024-11-26T09:41:57,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/28b3eaff15dc45d79c87eab5e33e088f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/28b3eaff15dc45d79c87eab5e33e088f 2024-11-26T09:41:57,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/5879ec1ce35e4a35846892bf63a6e9ef to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/5879ec1ce35e4a35846892bf63a6e9ef 2024-11-26T09:41:57,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/fee08e2462934903a1ae46ce84b41105 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/fee08e2462934903a1ae46ce84b41105 2024-11-26T09:41:57,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/a6e84b9d91f94603a721d8c637307d5e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/a6e84b9d91f94603a721d8c637307d5e 2024-11-26T09:41:57,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/78ba795110e9496b84319d46413d6654 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/78ba795110e9496b84319d46413d6654 2024-11-26T09:41:57,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/68cb5467e92f45d685635804eb1c89d7 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/68cb5467e92f45d685635804eb1c89d7 2024-11-26T09:41:57,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/81d741d54812466ea51337db7db1e3bc to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/81d741d54812466ea51337db7db1e3bc 2024-11-26T09:41:57,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/6c155d215c5e4aaa9f046cff21cf32f4 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/6c155d215c5e4aaa9f046cff21cf32f4 2024-11-26T09:41:57,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/c42ebd0ca308404ba7fd45486ba41ee7 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/c42ebd0ca308404ba7fd45486ba41ee7 2024-11-26T09:41:57,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/665d093821024bbca9aee69f298c8c9e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/665d093821024bbca9aee69f298c8c9e 2024-11-26T09:41:57,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/780e4ce47d7641ca9b5affb7252000d4 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/780e4ce47d7641ca9b5affb7252000d4 2024-11-26T09:41:57,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/ca896d054573417294e658baa2ca98c2 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/ca896d054573417294e658baa2ca98c2 2024-11-26T09:41:57,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/7bd5963fcc754a60adb287acb6146874 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/7bd5963fcc754a60adb287acb6146874 2024-11-26T09:41:57,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/74d7579d0bde4b40b9ad15da80d94637 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/74d7579d0bde4b40b9ad15da80d94637 2024-11-26T09:41:57,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/b39164724e954cd69bd500770a4da939 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/b39164724e954cd69bd500770a4da939 2024-11-26T09:41:57,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/86146c85f73f495dbef6f843807cd1c3 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/86146c85f73f495dbef6f843807cd1c3 2024-11-26T09:41:57,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/ed6ca67bdf8640b88eae0be7d6458b70 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/ed6ca67bdf8640b88eae0be7d6458b70 2024-11-26T09:41:57,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/494b13c041ad4846b6329ba3e51c60da to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/494b13c041ad4846b6329ba3e51c60da 2024-11-26T09:41:57,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/23423af800a2456ba958991a3608dfbd to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/23423af800a2456ba958991a3608dfbd 2024-11-26T09:41:57,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/5f380c4130d9456eb0c5dbc2628486a6 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/5f380c4130d9456eb0c5dbc2628486a6 2024-11-26T09:41:57,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/18d62c17e2b740c3958c780b92b018b6 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/18d62c17e2b740c3958c780b92b018b6 2024-11-26T09:41:57,594 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/recovered.edits/473.seqid, newMaxSeqId=473, maxSeqId=4 2024-11-26T09:41:57,595 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. 2024-11-26T09:41:57,595 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for 64253dd0755e541d01e34125a7967388: Waiting for close lock at 1732614114425Running coprocessor pre-close hooks at 1732614114425Disabling compacts and flushes for region at 1732614114425Disabling writes for close at 1732614115832 (+1407 ms)Obtaining lock to block concurrent updates at 1732614115833 (+1 ms)Preparing flush snapshotting stores in 64253dd0755e541d01e34125a7967388 at 1732614115833Finished memstore snapshotting TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1732614115833Flushing stores of TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388. at 1732614115834 (+1 ms)Flushing 64253dd0755e541d01e34125a7967388/A: creating writer at 1732614115834Flushing mob file 64253dd0755e541d01e34125a7967388/A: appending metadata at 1732614115839 (+5 ms)Flushing mob file 64253dd0755e541d01e34125a7967388/A: closing flushed file at 1732614115839Flushing 64253dd0755e541d01e34125a7967388/A: appending metadata at 1732614116249 (+410 ms)Flushing 64253dd0755e541d01e34125a7967388/A: closing flushed file at 1732614116249Flushing 64253dd0755e541d01e34125a7967388/B: creating writer at 1732614116660 (+411 ms)Flushing 64253dd0755e541d01e34125a7967388/B: appending metadata at 1732614116663 (+3 ms)Flushing 64253dd0755e541d01e34125a7967388/B: closing flushed file at 1732614116663Flushing 64253dd0755e541d01e34125a7967388/C: creating writer at 1732614117073 (+410 ms)Flushing 64253dd0755e541d01e34125a7967388/C: appending metadata at 1732614117075 (+2 ms)Flushing 64253dd0755e541d01e34125a7967388/C: closing flushed file at 1732614117075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da720df: reopening flushed file at 1732614117484 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d761192: reopening flushed file at 1732614117490 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e9a640e: reopening flushed file at 1732614117494 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 64253dd0755e541d01e34125a7967388 in 1668ms, sequenceid=470, compaction requested=true at 1732614117500 (+6 ms)Writing region close event to WAL at 1732614117591 (+91 ms)Running coprocessor post-close hooks at 1732614117595 (+4 ms)Closed at 1732614117595 2024-11-26T09:41:57,597 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed 64253dd0755e541d01e34125a7967388 2024-11-26T09:41:57,598 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=64253dd0755e541d01e34125a7967388, regionState=CLOSED 2024-11-26T09:41:57,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:41:57,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-26T09:41:57,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 64253dd0755e541d01e34125a7967388, server=24c191b0ea9d,43373,1732614057595 in 3.3270 sec 2024-11-26T09:41:57,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-26T09:41:57,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64253dd0755e541d01e34125a7967388, UNASSIGN in 3.3330 sec 2024-11-26T09:41:57,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-26T09:41:57,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3380 sec 2024-11-26T09:41:57,608 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614117608"}]},"ts":"1732614117608"} 2024-11-26T09:41:57,609 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T09:41:57,609 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T09:41:57,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.3500 sec 2024-11-26T09:41:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T09:41:58,436 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:58,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T09:41:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:58,438 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-26T09:41:58,439 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:58,442 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,446 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/recovered.edits] 2024-11-26T09:41:58,449 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/39815b9d5f2641feb1d03d9af20c82d0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/39815b9d5f2641feb1d03d9af20c82d0 2024-11-26T09:41:58,450 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/890ba5ae81e747078e18791af45847f0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/890ba5ae81e747078e18791af45847f0 2024-11-26T09:41:58,452 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/ecaec86f2ecf4c70a457312bb1deede0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/A/ecaec86f2ecf4c70a457312bb1deede0 2024-11-26T09:41:58,454 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/6e1a04df7f2247319e0508d9e14198b5 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/6e1a04df7f2247319e0508d9e14198b5 2024-11-26T09:41:58,455 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/8733afeb18f24bf292cdccd616deb650 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/8733afeb18f24bf292cdccd616deb650 2024-11-26T09:41:58,456 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/b312c25a43ab4c5ea645df0384852878 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/B/b312c25a43ab4c5ea645df0384852878 2024-11-26T09:41:58,458 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/462c589fdc584c389445915572d46434 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/462c589fdc584c389445915572d46434 2024-11-26T09:41:58,460 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/a6d6e83edd13453ab5c31b85bbeb78be to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/a6d6e83edd13453ab5c31b85bbeb78be 2024-11-26T09:41:58,461 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/fff89804493b4faa9331bd8a3544203d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/C/fff89804493b4faa9331bd8a3544203d 2024-11-26T09:41:58,463 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/recovered.edits/473.seqid to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388/recovered.edits/473.seqid 2024-11-26T09:41:58,464 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,464 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T09:41:58,464 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T09:41:58,465 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T09:41:58,469 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260368253a5ec447aeb2fcabcc4b451fe1_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260368253a5ec447aeb2fcabcc4b451fe1_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,470 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260651fda3bb0a47ef925b30e3a97959e7_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260651fda3bb0a47ef925b30e3a97959e7_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,471 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126118e5a5bc3b644fd8ee027eaf8b10405_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126118e5a5bc3b644fd8ee027eaf8b10405_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,472 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126197e8d80183a42dda8696c3f495526f7_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126197e8d80183a42dda8696c3f495526f7_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,473 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112619c197674e854e54bc49545d5b39de21_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112619c197674e854e54bc49545d5b39de21_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,475 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126246f48d8e0a845ee8d65a3fc4f335174_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126246f48d8e0a845ee8d65a3fc4f335174_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,476 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112626d2a66781724c4e8fd3f5cfa4f10c32_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112626d2a66781724c4e8fd3f5cfa4f10c32_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,477 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262bb910b713884bb9b20a60bb6e402e5f_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262bb910b713884bb9b20a60bb6e402e5f_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,479 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262d347f83888f4bba9343779d6ae0800b_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262d347f83888f4bba9343779d6ae0800b_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,480 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126302d8aa5a126461a81eeed9d5dc8f9f4_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126302d8aa5a126461a81eeed9d5dc8f9f4_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,481 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112645b3efab378f41e6af95ec7c4b2046be_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112645b3efab378f41e6af95ec7c4b2046be_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,482 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126635b0c18d5554baeb082c73992661550_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126635b0c18d5554baeb082c73992661550_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,484 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112682c9037d23d14cf6b50dad1e05f05224_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112682c9037d23d14cf6b50dad1e05f05224_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,485 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268e0a37ea0bfd4b27ac50b847d79f98e1_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268e0a37ea0bfd4b27ac50b847d79f98e1_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,486 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d8f1d4c787c84569aa480d55a1c83e03_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d8f1d4c787c84569aa480d55a1c83e03_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,487 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e068e6a1ae764ae9a1b82ca9f0d20c06_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e068e6a1ae764ae9a1b82ca9f0d20c06_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,489 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e42f2264e0324eb29d5c2ae83ab8abab_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e42f2264e0324eb29d5c2ae83ab8abab_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,490 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e6373286b73f428e94df9be1dae4135e_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e6373286b73f428e94df9be1dae4135e_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,491 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f9bbd146a29b47908c4648e27b126a12_64253dd0755e541d01e34125a7967388 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f9bbd146a29b47908c4648e27b126a12_64253dd0755e541d01e34125a7967388 2024-11-26T09:41:58,492 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T09:41:58,495 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:58,498 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T09:41:58,500 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T09:41:58,501 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:58,501 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T09:41:58,501 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732614118501"}]},"ts":"9223372036854775807"} 2024-11-26T09:41:58,503 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-26T09:41:58,503 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 64253dd0755e541d01e34125a7967388, NAME => 'TestAcidGuarantees,,1732614090160.64253dd0755e541d01e34125a7967388.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T09:41:58,503 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T09:41:58,503 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732614118503"}]},"ts":"9223372036854775807"} 2024-11-26T09:41:58,505 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-26T09:41:58,506 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:58,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 70 msec 2024-11-26T09:41:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-26T09:41:58,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-26T09:41:58,546 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:41:58,557 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 250) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/cluster_7ef2c909-522d-b466-bb24-0c37386567f3/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-101752931_22 at /127.0.0.1:42210 [Waiting for operation #978] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_403408052_22 at /127.0.0.1:47020 [Waiting for operation #506] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_403408052_22 at /127.0.0.1:45624 [Waiting for operation #945] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/cluster_7ef2c909-522d-b466-bb24-0c37386567f3/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-101752931_22 at /127.0.0.1:47018 [Waiting for operation #508] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=498 (was 452) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4110 (was 3973) - AvailableMemoryMB LEAK? - 2024-11-26T09:41:58,568 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=498, ProcessCount=11, AvailableMemoryMB=4108 2024-11-26T09:41:58,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T09:41:58,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T09:41:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T09:41:58,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T09:41:58,572 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:58,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-26T09:41:58,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T09:41:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-26T09:41:58,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742072_1248 (size=1061) 2024-11-26T09:41:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-26T09:41:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-26T09:41:58,984 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a 2024-11-26T09:41:58,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742073_1249 (size=53) 2024-11-26T09:41:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-26T09:41:59,390 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:41:59,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d6a1c81e6108744b45d754bccd00c4ec, disabling compactions & flushes 2024-11-26T09:41:59,391 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:41:59,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:41:59,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. after waiting 0 ms 2024-11-26T09:41:59,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:41:59,391 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:41:59,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6a1c81e6108744b45d754bccd00c4ec: Waiting for close lock at 1732614119391Disabling compacts and flushes for region at 1732614119391Disabling writes for close at 1732614119391Writing region close event to WAL at 1732614119391Closed at 1732614119391 2024-11-26T09:41:59,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T09:41:59,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732614119392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732614119392"}]},"ts":"1732614119392"} 2024-11-26T09:41:59,394 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T09:41:59,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T09:41:59,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614119395"}]},"ts":"1732614119395"} 2024-11-26T09:41:59,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T09:41:59,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6a1c81e6108744b45d754bccd00c4ec, ASSIGN}] 2024-11-26T09:41:59,397 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6a1c81e6108744b45d754bccd00c4ec, ASSIGN 2024-11-26T09:41:59,398 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6a1c81e6108744b45d754bccd00c4ec, ASSIGN; state=OFFLINE, location=24c191b0ea9d,43373,1732614057595; forceNewPlan=false, retain=false 2024-11-26T09:41:59,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=d6a1c81e6108744b45d754bccd00c4ec, regionState=OPENING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:59,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6a1c81e6108744b45d754bccd00c4ec, ASSIGN because future has completed 2024-11-26T09:41:59,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:41:59,706 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:41:59,706 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} 2024-11-26T09:41:59,707 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:41:59,707 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:41:59,707 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:41:59,707 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:41:59,708 INFO [StoreOpener-d6a1c81e6108744b45d754bccd00c4ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:41:59,709 INFO [StoreOpener-d6a1c81e6108744b45d754bccd00c4ec-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:41:59,710 INFO [StoreOpener-d6a1c81e6108744b45d754bccd00c4ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6a1c81e6108744b45d754bccd00c4ec columnFamilyName A 2024-11-26T09:41:59,710 DEBUG [StoreOpener-d6a1c81e6108744b45d754bccd00c4ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:59,710 INFO [StoreOpener-d6a1c81e6108744b45d754bccd00c4ec-1 {}] regionserver.HStore(327): Store=d6a1c81e6108744b45d754bccd00c4ec/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:41:59,710 INFO [StoreOpener-d6a1c81e6108744b45d754bccd00c4ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:41:59,711 INFO [StoreOpener-d6a1c81e6108744b45d754bccd00c4ec-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:41:59,711 INFO [StoreOpener-d6a1c81e6108744b45d754bccd00c4ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6a1c81e6108744b45d754bccd00c4ec columnFamilyName B 2024-11-26T09:41:59,711 DEBUG [StoreOpener-d6a1c81e6108744b45d754bccd00c4ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:59,712 INFO [StoreOpener-d6a1c81e6108744b45d754bccd00c4ec-1 {}] regionserver.HStore(327): Store=d6a1c81e6108744b45d754bccd00c4ec/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:41:59,712 INFO [StoreOpener-d6a1c81e6108744b45d754bccd00c4ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:41:59,712 INFO [StoreOpener-d6a1c81e6108744b45d754bccd00c4ec-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:41:59,713 INFO [StoreOpener-d6a1c81e6108744b45d754bccd00c4ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6a1c81e6108744b45d754bccd00c4ec columnFamilyName C 2024-11-26T09:41:59,713 DEBUG [StoreOpener-d6a1c81e6108744b45d754bccd00c4ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:41:59,713 INFO [StoreOpener-d6a1c81e6108744b45d754bccd00c4ec-1 {}] regionserver.HStore(327): Store=d6a1c81e6108744b45d754bccd00c4ec/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:41:59,713 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:41:59,713 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:41:59,714 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:41:59,714 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:41:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-26T09:41:59,716 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:41:59,716 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:41:59,716 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T09:41:59,717 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:41:59,719 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T09:41:59,719 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened d6a1c81e6108744b45d754bccd00c4ec; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64610282, jitterRate=-0.037231773138046265}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T09:41:59,719 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:41:59,720 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for d6a1c81e6108744b45d754bccd00c4ec: Running coprocessor pre-open hook at 1732614119707Writing region info on filesystem at 1732614119707Initializing all the Stores at 1732614119708 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614119708Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614119708Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614119708Cleaning up temporary data from old regions at 1732614119716 (+8 ms)Running coprocessor post-open hooks at 1732614119719 (+3 ms)Region opened successfully at 1732614119720 (+1 ms) 2024-11-26T09:41:59,721 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., pid=63, masterSystemTime=1732614119702 2024-11-26T09:41:59,722 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:41:59,722 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:41:59,723 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=d6a1c81e6108744b45d754bccd00c4ec, regionState=OPEN, openSeqNum=2, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:41:59,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:41:59,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-26T09:41:59,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 in 174 msec 2024-11-26T09:41:59,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-26T09:41:59,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6a1c81e6108744b45d754bccd00c4ec, ASSIGN in 330 msec 2024-11-26T09:41:59,729 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T09:41:59,729 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614119729"}]},"ts":"1732614119729"} 2024-11-26T09:41:59,730 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T09:41:59,731 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T09:41:59,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-11-26T09:42:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-26T09:42:00,725 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:00,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3260768f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:00,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:00,727 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:00,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff70cdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:00,729 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:00,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bab3a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:00,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:00,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:00,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:00,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T09:42:00,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 24c191b0ea9d,33185,1732614056759 2024-11-26T09:42:00,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79a86dc5 2024-11-26T09:42:00,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T09:42:00,734 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T09:42:00,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555b0fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:00,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:00,736 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:00,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:00,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35325307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:00,738 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6605c80a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:00,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:00,739 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ed72dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:00,741 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:00,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72edfa15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:00,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:00,742 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:00,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:00,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:00,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440b493d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:00,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:00,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:00,743 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:00,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@903a7f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:00,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:00,745 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f461c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:00,746 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5bebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:00,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:00,748 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206fbcc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:00,749 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:00,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e70b6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:00,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:00,751 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1f98e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:00,752 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:00,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0435e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:00,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:00,754 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776ccdac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:00,755 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544846cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:00,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:00,757 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21968ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:00,758 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:00,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a9df9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a9725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:00,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:00,759 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:00,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:00,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:00,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc33a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:00,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:00,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:00,760 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:00,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c973d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:00,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:00,762 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d19181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:00,763 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:00,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765265f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:00,764 DEBUG [Thread-1167 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:00,764 DEBUG [Thread-1169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:00,764 DEBUG [Thread-1154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:00,764 DEBUG [Thread-1156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:00,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:00,765 DEBUG [Thread-1165 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:00,765 DEBUG [Thread-1173 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:00,765 DEBUG [Thread-1154 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:00,766 DEBUG [Thread-1154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-26T09:42:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-26T09:42:00,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:00,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:00,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:00,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:00,767 DEBUG [Thread-1162 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:00,767 DEBUG [Thread-1158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:00,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:00,768 DEBUG [Thread-1160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:00,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:00,768 DEBUG [Thread-1171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:00,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:00,769 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:00,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:00,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:00,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:00,771 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:00,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:00,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:00,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:00,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:00,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:00,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:00,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:42:00,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:00,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:00,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:00,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:00,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:00,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:00,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/1bbb1c4b828a4307b2350f9d69897fdc is 50, key is test_row_0/A:col10/1732614120776/Put/seqid=0 2024-11-26T09:42:00,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742074_1250 (size=12001) 2024-11-26T09:42:00,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732614120798, max timestamp=1732614120817Num uniques 859; 2024-11-26T09:42:00,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:42:00,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732614120798, max timestamp=1732614120817Num uniques 859; 2024-11-26T09:42:00,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:42:00,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614120808, max timestamp=1732614120817Num uniques 859; 2024-11-26T09:42:00,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-26T09:42:00,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-26T09:42:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:00,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:00,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614180884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:00,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614180882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:00,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:00,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:00,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:00,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:00,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:00,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:00,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614180935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:00,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614180935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:00,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614180935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614181045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:01,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614181046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614181046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614181046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614181047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:01,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-26T09:42:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:01,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-26T09:42:01,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-26T09:42:01,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:01,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:01,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:01,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:01,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:01,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/1bbb1c4b828a4307b2350f9d69897fdc 2024-11-26T09:42:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:01,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614181259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:01,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:01,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614181259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:01,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614181260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614181260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614181263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:01,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/f91f109bb1ec4ff2b6db696fef3cd762 is 50, key is test_row_0/B:col10/1732614120776/Put/seqid=0 2024-11-26T09:42:01,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742075_1251 (size=12001) 2024-11-26T09:42:01,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/f91f109bb1ec4ff2b6db696fef3cd762 2024-11-26T09:42:01,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/6e80026f26e0427aa680a06f39aad0ad is 50, key is test_row_0/C:col10/1732614120776/Put/seqid=0 2024-11-26T09:42:01,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742076_1252 (size=12001) 2024-11-26T09:42:01,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-26T09:42:01,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:01,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:01,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:01,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:01,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-26T09:42:01,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-26T09:42:01,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:01,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:01,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:01,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:01,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:01,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614181575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:01,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:01,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614181575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:01,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614181576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:01,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:01,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614181576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614181576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:01,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-26T09:42:01,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:01,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:01,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:01,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:01,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:01,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/6e80026f26e0427aa680a06f39aad0ad 2024-11-26T09:42:01,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/1bbb1c4b828a4307b2350f9d69897fdc as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/1bbb1c4b828a4307b2350f9d69897fdc 2024-11-26T09:42:01,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/1bbb1c4b828a4307b2350f9d69897fdc, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T09:42:01,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/f91f109bb1ec4ff2b6db696fef3cd762 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/f91f109bb1ec4ff2b6db696fef3cd762 2024-11-26T09:42:01,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/f91f109bb1ec4ff2b6db696fef3cd762, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T09:42:01,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/6e80026f26e0427aa680a06f39aad0ad as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/6e80026f26e0427aa680a06f39aad0ad 2024-11-26T09:42:01,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/6e80026f26e0427aa680a06f39aad0ad, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T09:42:01,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=143.13 KB/146560 for d6a1c81e6108744b45d754bccd00c4ec in 1020ms, sequenceid=12, compaction requested=false 2024-11-26T09:42:01,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:01,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-26T09:42:01,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:01,852 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=143.13 KB heapSize=405.30 KB 2024-11-26T09:42:01,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:01,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:01,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:01,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:01,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:01,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:01,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/3be57fc6d7d6493eaf1b68356941a267 is 50, key is test_row_0/A:col10/1732614120894/Put/seqid=0 2024-11-26T09:42:01,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742077_1253 (size=12001) 2024-11-26T09:42:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-26T09:42:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:02,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:02,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614182089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614182089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614182090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614182091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614182093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614182205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614182205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614182205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614182205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614182205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,264 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/3be57fc6d7d6493eaf1b68356941a267 2024-11-26T09:42:02,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/a362e6d7615540229f1ad954a493a96f is 50, key is test_row_0/B:col10/1732614120894/Put/seqid=0 2024-11-26T09:42:02,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742078_1254 (size=12001) 2024-11-26T09:42:02,292 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/a362e6d7615540229f1ad954a493a96f 2024-11-26T09:42:02,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/0bc30a628bf24bc0b2fdd8ef5461a7c5 is 50, key is test_row_0/C:col10/1732614120894/Put/seqid=0 2024-11-26T09:42:02,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742079_1255 (size=12001) 2024-11-26T09:42:02,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614182415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614182415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614182415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614182415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614182415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,705 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/0bc30a628bf24bc0b2fdd8ef5461a7c5 2024-11-26T09:42:02,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/3be57fc6d7d6493eaf1b68356941a267 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/3be57fc6d7d6493eaf1b68356941a267 2024-11-26T09:42:02,715 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/3be57fc6d7d6493eaf1b68356941a267, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T09:42:02,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/a362e6d7615540229f1ad954a493a96f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/a362e6d7615540229f1ad954a493a96f 2024-11-26T09:42:02,720 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/a362e6d7615540229f1ad954a493a96f, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T09:42:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/0bc30a628bf24bc0b2fdd8ef5461a7c5 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/0bc30a628bf24bc0b2fdd8ef5461a7c5 2024-11-26T09:42:02,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,726 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/0bc30a628bf24bc0b2fdd8ef5461a7c5, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T09:42:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614182725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,727 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~143.13 KB/146560, heapSize ~405.25 KB/414976, currentSize=40.25 KB/41220 for d6a1c81e6108744b45d754bccd00c4ec in 875ms, sequenceid=49, compaction requested=false 2024-11-26T09:42:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-26T09:42:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-26T09:42:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:02,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:42:02,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:02,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:02,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:02,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:02,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:02,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:02,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-26T09:42:02,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9580 sec 2024-11-26T09:42:02,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.9670 sec 2024-11-26T09:42:02,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/29cd76ac99494fb3938d956f8efce8e6 is 50, key is test_row_0/A:col10/1732614122087/Put/seqid=0 2024-11-26T09:42:02,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742080_1256 (size=12001) 2024-11-26T09:42:02,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/29cd76ac99494fb3938d956f8efce8e6 2024-11-26T09:42:02,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/1f429cd84aa84e489ae0568368c96f6d is 50, key is test_row_0/B:col10/1732614122087/Put/seqid=0 2024-11-26T09:42:02,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742081_1257 (size=12001) 2024-11-26T09:42:02,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/1f429cd84aa84e489ae0568368c96f6d 2024-11-26T09:42:02,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732614122748, max timestamp=1732614122762Num uniques 859; 2024-11-26T09:42:02,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:02,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732614122748, max timestamp=1732614122762Num uniques 859; 2024-11-26T09:42:02,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:02,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732614122748, max timestamp=1732614122762Num uniques 859; 2024-11-26T09:42:02,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:02,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/3b574a6259a14b6ebed9b7bd858ea24c is 50, key is test_row_0/C:col10/1732614122087/Put/seqid=0 2024-11-26T09:42:02,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742082_1258 (size=12001) 2024-11-26T09:42:02,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/3b574a6259a14b6ebed9b7bd858ea24c 2024-11-26T09:42:02,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/29cd76ac99494fb3938d956f8efce8e6 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/29cd76ac99494fb3938d956f8efce8e6 2024-11-26T09:42:02,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/29cd76ac99494fb3938d956f8efce8e6, entries=150, sequenceid=59, filesize=11.7 K 2024-11-26T09:42:02,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/1f429cd84aa84e489ae0568368c96f6d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/1f429cd84aa84e489ae0568368c96f6d 2024-11-26T09:42:02,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/1f429cd84aa84e489ae0568368c96f6d, entries=150, sequenceid=59, filesize=11.7 K 2024-11-26T09:42:02,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/3b574a6259a14b6ebed9b7bd858ea24c as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3b574a6259a14b6ebed9b7bd858ea24c 2024-11-26T09:42:02,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614182799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3b574a6259a14b6ebed9b7bd858ea24c, entries=150, sequenceid=59, filesize=11.7 K 2024-11-26T09:42:02,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for d6a1c81e6108744b45d754bccd00c4ec in 80ms, sequenceid=59, compaction requested=true 2024-11-26T09:42:02,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:02,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:42:02,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:42:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:02,809 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:42:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T09:42:02,809 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:02,809 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:02,810 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:02,810 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/B is initiating minor compaction (all files) 2024-11-26T09:42:02,810 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/B in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:02,810 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/f91f109bb1ec4ff2b6db696fef3cd762, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/a362e6d7615540229f1ad954a493a96f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/1f429cd84aa84e489ae0568368c96f6d] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=35.2 K 2024-11-26T09:42:02,810 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/A is initiating minor compaction (all files) 2024-11-26T09:42:02,810 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/A in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:02,810 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/1bbb1c4b828a4307b2350f9d69897fdc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/3be57fc6d7d6493eaf1b68356941a267, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/29cd76ac99494fb3938d956f8efce8e6] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=35.2 K 2024-11-26T09:42:02,810 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting f91f109bb1ec4ff2b6db696fef3cd762, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732614120776 2024-11-26T09:42:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:02,812 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bbb1c4b828a4307b2350f9d69897fdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732614120776 2024-11-26T09:42:02,812 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting a362e6d7615540229f1ad954a493a96f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732614120868 2024-11-26T09:42:02,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732614122795, max timestamp=1732614122810Num uniques 1068; 2024-11-26T09:42:02,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-26T09:42:02,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732614122795, max timestamp=1732614122810Num uniques 1068; 2024-11-26T09:42:02,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-26T09:42:02,815 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f429cd84aa84e489ae0568368c96f6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732614122087 2024-11-26T09:42:02,815 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3be57fc6d7d6493eaf1b68356941a267, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732614120868 2024-11-26T09:42:02,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=67.09 KB heapSize=183.88 KB 2024-11-26T09:42:02,817 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29cd76ac99494fb3938d956f8efce8e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732614122087 2024-11-26T09:42:02,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:02,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:02,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:02,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:02,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:02,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:42:02,830 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#A#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:02,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/b0298f43f2ea4e928073950c0308cb9f is 50, key is test_row_0/A:col10/1732614122804/Put/seqid=0 2024-11-26T09:42:02,830 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/0834cfe91084471fa1dbac63bc16cb80 is 50, key is test_row_0/A:col10/1732614122087/Put/seqid=0 2024-11-26T09:42:02,836 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#B#compaction#215 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:02,837 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/3e2f02495d9147faa577959bb8772ba6 is 50, key is test_row_0/B:col10/1732614122087/Put/seqid=0 2024-11-26T09:42:02,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742083_1259 (size=12001) 2024-11-26T09:42:02,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614182852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614182854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742084_1260 (size=12104) 2024-11-26T09:42:02,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742085_1261 (size=12104) 2024-11-26T09:42:02,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614182858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,868 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/3e2f02495d9147faa577959bb8772ba6 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/3e2f02495d9147faa577959bb8772ba6 2024-11-26T09:42:02,870 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/0834cfe91084471fa1dbac63bc16cb80 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/0834cfe91084471fa1dbac63bc16cb80 2024-11-26T09:42:02,874 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/B of d6a1c81e6108744b45d754bccd00c4ec into 3e2f02495d9147faa577959bb8772ba6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:02,874 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:02,874 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/B, priority=13, startTime=1732614122808; duration=0sec 2024-11-26T09:42:02,874 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:02,875 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:B 2024-11-26T09:42:02,875 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:02,876 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/A of d6a1c81e6108744b45d754bccd00c4ec into 0834cfe91084471fa1dbac63bc16cb80(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:02,876 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:02,876 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/A, priority=13, startTime=1732614122808; duration=0sec 2024-11-26T09:42:02,876 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:02,876 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:A 2024-11-26T09:42:02,876 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:02,876 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/C is initiating minor compaction (all files) 2024-11-26T09:42:02,876 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/C in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:02,876 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/6e80026f26e0427aa680a06f39aad0ad, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/0bc30a628bf24bc0b2fdd8ef5461a7c5, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3b574a6259a14b6ebed9b7bd858ea24c] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=35.2 K 2024-11-26T09:42:02,877 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e80026f26e0427aa680a06f39aad0ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732614120776 2024-11-26T09:42:02,877 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bc30a628bf24bc0b2fdd8ef5461a7c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732614120868 2024-11-26T09:42:02,878 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b574a6259a14b6ebed9b7bd858ea24c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732614122087 2024-11-26T09:42:02,887 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#C#compaction#218 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:02,887 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/2b7d104edb4e4383a1c80d22c53f44a1 is 50, key is test_row_0/C:col10/1732614122087/Put/seqid=0 2024-11-26T09:42:02,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742086_1262 (size=12104) 2024-11-26T09:42:02,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614182915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,922 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/2b7d104edb4e4383a1c80d22c53f44a1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/2b7d104edb4e4383a1c80d22c53f44a1 2024-11-26T09:42:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-26T09:42:02,926 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:02,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-26T09:42:02,930 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T09:42:02,931 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:02,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:02,935 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/C of d6a1c81e6108744b45d754bccd00c4ec into 2b7d104edb4e4383a1c80d22c53f44a1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:02,935 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:02,936 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/C, priority=13, startTime=1732614122809; duration=0sec 2024-11-26T09:42:02,936 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:02,936 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:C 2024-11-26T09:42:02,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614182965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614182965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:02,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614182975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:02,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:02,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T09:42:03,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-26T09:42:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:03,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:03,121 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T09:42:03,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614183125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:03,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:03,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614183175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:03,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614183175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:03,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614183184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:03,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:03,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-26T09:42:03,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:03,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:03,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:03,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:03,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614183235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T09:42:03,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/b0298f43f2ea4e928073950c0308cb9f 2024-11-26T09:42:03,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/643794f6be84464cbae060158ae6dc2c is 50, key is test_row_0/B:col10/1732614122804/Put/seqid=0 2024-11-26T09:42:03,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742087_1263 (size=12001) 2024-11-26T09:42:03,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/643794f6be84464cbae060158ae6dc2c 2024-11-26T09:42:03,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/3a0615f2f6b14621b5113d2f366c7cf7 is 50, key is test_row_0/C:col10/1732614122804/Put/seqid=0 2024-11-26T09:42:03,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742088_1264 (size=12001) 2024-11-26T09:42:03,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-26T09:42:03,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:03,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:03,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:03,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:03,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:03,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614183435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614183485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:03,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614183485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:03,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614183495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:03,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-26T09:42:03,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:03,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:03,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:03,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:03,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T09:42:03,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/3a0615f2f6b14621b5113d2f366c7cf7 2024-11-26T09:42:03,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/b0298f43f2ea4e928073950c0308cb9f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/b0298f43f2ea4e928073950c0308cb9f 2024-11-26T09:42:03,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/b0298f43f2ea4e928073950c0308cb9f, entries=150, sequenceid=99, filesize=11.7 K 2024-11-26T09:42:03,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/643794f6be84464cbae060158ae6dc2c as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/643794f6be84464cbae060158ae6dc2c 2024-11-26T09:42:03,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/643794f6be84464cbae060158ae6dc2c, entries=150, sequenceid=99, filesize=11.7 K 2024-11-26T09:42:03,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/3a0615f2f6b14621b5113d2f366c7cf7 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3a0615f2f6b14621b5113d2f366c7cf7 2024-11-26T09:42:03,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-26T09:42:03,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:03,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3a0615f2f6b14621b5113d2f366c7cf7, entries=150, sequenceid=99, filesize=11.7 K 2024-11-26T09:42:03,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:03,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:03,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:03,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:03,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~223.67 KB/229040, currentSize=100.63 KB/103050 for d6a1c81e6108744b45d754bccd00c4ec in 884ms, sequenceid=99, compaction requested=false 2024-11-26T09:42:03,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:03,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-26T09:42:03,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:03,852 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-26T09:42:03,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:03,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:03,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:03,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:03,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:03,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:03,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/9fc80d71f64b4b2aad09d9d889c70f44 is 50, key is test_row_0/A:col10/1732614122848/Put/seqid=0 2024-11-26T09:42:03,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742089_1265 (size=12001) 2024-11-26T09:42:03,863 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/9fc80d71f64b4b2aad09d9d889c70f44 2024-11-26T09:42:03,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/404fc68e9886498aa3dfd69fbe3655e1 is 50, key is test_row_0/B:col10/1732614122848/Put/seqid=0 2024-11-26T09:42:03,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742090_1266 (size=12001) 2024-11-26T09:42:03,877 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/404fc68e9886498aa3dfd69fbe3655e1 2024-11-26T09:42:03,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/43592686c7884ffbb1b99b435b4f49c1 is 50, key is test_row_0/C:col10/1732614122848/Put/seqid=0 2024-11-26T09:42:03,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742091_1267 (size=12001) 2024-11-26T09:42:03,893 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/43592686c7884ffbb1b99b435b4f49c1 2024-11-26T09:42:03,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/9fc80d71f64b4b2aad09d9d889c70f44 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/9fc80d71f64b4b2aad09d9d889c70f44 2024-11-26T09:42:03,902 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/9fc80d71f64b4b2aad09d9d889c70f44, entries=150, sequenceid=120, filesize=11.7 K 2024-11-26T09:42:03,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/404fc68e9886498aa3dfd69fbe3655e1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/404fc68e9886498aa3dfd69fbe3655e1 2024-11-26T09:42:03,908 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/404fc68e9886498aa3dfd69fbe3655e1, entries=150, sequenceid=120, filesize=11.7 K 2024-11-26T09:42:03,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/43592686c7884ffbb1b99b435b4f49c1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/43592686c7884ffbb1b99b435b4f49c1 2024-11-26T09:42:03,912 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/43592686c7884ffbb1b99b435b4f49c1, entries=150, sequenceid=120, filesize=11.7 K 2024-11-26T09:42:03,913 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for d6a1c81e6108744b45d754bccd00c4ec in 61ms, sequenceid=120, compaction requested=true 2024-11-26T09:42:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-26T09:42:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-26T09:42:03,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-26T09:42:03,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 984 msec 2024-11-26T09:42:03,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 992 msec 2024-11-26T09:42:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:03,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:42:03,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:03,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:03,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:03,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:03,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:03,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:03,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/e31e68f8bcf847bba5c9c8069aa9b524 is 50, key is test_row_0/A:col10/1732614123959/Put/seqid=0 2024-11-26T09:42:03,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742092_1268 (size=14441) 2024-11-26T09:42:04,017 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614123998, max timestamp=1732614124015Num uniques 859; 2024-11-26T09:42:04,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614123998, max timestamp=1732614124015Num uniques 859; 2024-11-26T09:42:04,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614123998, max timestamp=1732614124015Num uniques 859; 2024-11-26T09:42:04,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:04,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:04,017 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:04,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614184042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614184043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614184044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614184044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T09:42:04,065 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:04,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-26T09:42:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-26T09:42:04,068 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:04,068 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:04,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:04,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614184155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614184155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614184155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614184155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-26T09:42:04,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-26T09:42:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:04,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:04,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614184245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,250 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in d6a1c81e6108744b45d754bccd00c4ec of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:04,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614184365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614184365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614184365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614184365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/e31e68f8bcf847bba5c9c8069aa9b524 2024-11-26T09:42:04,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-26T09:42:04,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:04,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:04,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:04,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:04,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:04,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/c77212eb4ff9422cbbf81a76541e0f20 is 50, key is test_row_0/B:col10/1732614123959/Put/seqid=0 2024-11-26T09:42:04,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742093_1269 (size=12101) 2024-11-26T09:42:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-26T09:42:04,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-26T09:42:04,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:04,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:04,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:04,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:04,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:04,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614184674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614184675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614184675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:04,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614184675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:04,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:04,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-26T09:42:04,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:04,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:04,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:04,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:04,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-26T09:42:04,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/c77212eb4ff9422cbbf81a76541e0f20 2024-11-26T09:42:04,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/05128a1f9a4847c9b97d77db38852703 is 50, key is test_row_0/C:col10/1732614123959/Put/seqid=0 2024-11-26T09:42:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742094_1270 (size=12101) 2024-11-26T09:42:04,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/05128a1f9a4847c9b97d77db38852703 2024-11-26T09:42:04,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/e31e68f8bcf847bba5c9c8069aa9b524 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e31e68f8bcf847bba5c9c8069aa9b524 2024-11-26T09:42:04,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e31e68f8bcf847bba5c9c8069aa9b524, entries=200, sequenceid=130, filesize=14.1 K 2024-11-26T09:42:04,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/c77212eb4ff9422cbbf81a76541e0f20 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c77212eb4ff9422cbbf81a76541e0f20 2024-11-26T09:42:04,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c77212eb4ff9422cbbf81a76541e0f20, entries=150, sequenceid=130, filesize=11.8 K 2024-11-26T09:42:04,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/05128a1f9a4847c9b97d77db38852703 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/05128a1f9a4847c9b97d77db38852703 2024-11-26T09:42:04,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/05128a1f9a4847c9b97d77db38852703, entries=150, sequenceid=130, filesize=11.8 K 2024-11-26T09:42:04,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d6a1c81e6108744b45d754bccd00c4ec in 854ms, sequenceid=130, compaction requested=true 2024-11-26T09:42:04,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:04,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:42:04,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:04,814 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:42:04,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:42:04,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:04,814 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:42:04,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:42:04,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:04,816 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50547 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:42:04,816 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/A is initiating minor compaction (all files) 2024-11-26T09:42:04,816 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48207 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:42:04,816 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/B is initiating minor compaction (all files) 2024-11-26T09:42:04,816 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/A in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:04,816 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/B in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:04,816 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/0834cfe91084471fa1dbac63bc16cb80, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/b0298f43f2ea4e928073950c0308cb9f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/9fc80d71f64b4b2aad09d9d889c70f44, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e31e68f8bcf847bba5c9c8069aa9b524] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=49.4 K 2024-11-26T09:42:04,816 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/3e2f02495d9147faa577959bb8772ba6, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/643794f6be84464cbae060158ae6dc2c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/404fc68e9886498aa3dfd69fbe3655e1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c77212eb4ff9422cbbf81a76541e0f20] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=47.1 K 2024-11-26T09:42:04,816 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0834cfe91084471fa1dbac63bc16cb80, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732614122087 2024-11-26T09:42:04,816 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e2f02495d9147faa577959bb8772ba6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732614122087 2024-11-26T09:42:04,817 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0298f43f2ea4e928073950c0308cb9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732614122804 2024-11-26T09:42:04,817 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 643794f6be84464cbae060158ae6dc2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732614122804 2024-11-26T09:42:04,817 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fc80d71f64b4b2aad09d9d889c70f44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732614122848 2024-11-26T09:42:04,817 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 404fc68e9886498aa3dfd69fbe3655e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732614122848 2024-11-26T09:42:04,817 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting e31e68f8bcf847bba5c9c8069aa9b524, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732614123949 2024-11-26T09:42:04,817 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting c77212eb4ff9422cbbf81a76541e0f20, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732614123949 2024-11-26T09:42:04,828 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#B#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:04,829 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:04,829 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/4cda0fbce071492ba9ec9e09e7d1f906 is 50, key is test_row_0/A:col10/1732614123959/Put/seqid=0 2024-11-26T09:42:04,829 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/362ea9ca2ef24dd5bb54561c0fee5d43 is 50, key is test_row_0/B:col10/1732614123959/Put/seqid=0 2024-11-26T09:42:04,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-26T09:42:04,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:04,835 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-26T09:42:04,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:04,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:04,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:04,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:04,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:04,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:04,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/2bb39438323b4aa7bcb47f4d51c7ad9e is 50, key is test_row_0/A:col10/1732614124042/Put/seqid=0 2024-11-26T09:42:04,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742095_1271 (size=12341) 2024-11-26T09:42:04,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742096_1272 (size=12341) 2024-11-26T09:42:04,860 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/4cda0fbce071492ba9ec9e09e7d1f906 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/4cda0fbce071492ba9ec9e09e7d1f906 2024-11-26T09:42:04,864 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/362ea9ca2ef24dd5bb54561c0fee5d43 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/362ea9ca2ef24dd5bb54561c0fee5d43 2024-11-26T09:42:04,867 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/A of d6a1c81e6108744b45d754bccd00c4ec into 4cda0fbce071492ba9ec9e09e7d1f906(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:04,867 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:04,867 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/A, priority=12, startTime=1732614124814; duration=0sec 2024-11-26T09:42:04,867 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:04,867 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:A 2024-11-26T09:42:04,867 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:42:04,869 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48207 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:42:04,869 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/C is initiating minor compaction (all files) 2024-11-26T09:42:04,869 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/C in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:04,869 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/2b7d104edb4e4383a1c80d22c53f44a1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3a0615f2f6b14621b5113d2f366c7cf7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/43592686c7884ffbb1b99b435b4f49c1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/05128a1f9a4847c9b97d77db38852703] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=47.1 K 2024-11-26T09:42:04,870 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b7d104edb4e4383a1c80d22c53f44a1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732614122087 2024-11-26T09:42:04,871 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/B of d6a1c81e6108744b45d754bccd00c4ec into 362ea9ca2ef24dd5bb54561c0fee5d43(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:04,871 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:04,871 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/B, priority=12, startTime=1732614124814; duration=0sec 2024-11-26T09:42:04,872 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a0615f2f6b14621b5113d2f366c7cf7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732614122804 2024-11-26T09:42:04,872 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:04,872 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:B 2024-11-26T09:42:04,872 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43592686c7884ffbb1b99b435b4f49c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732614122848 2024-11-26T09:42:04,872 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05128a1f9a4847c9b97d77db38852703, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732614123949 2024-11-26T09:42:04,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742097_1273 (size=12151) 2024-11-26T09:42:04,885 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#C#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:04,886 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/8805a1d6069e428a9b94f352c93edf01 is 50, key is test_row_0/C:col10/1732614123959/Put/seqid=0 2024-11-26T09:42:04,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742098_1274 (size=12341) 2024-11-26T09:42:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:05,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:05,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614185191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:05,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614185195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:05,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614185197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614185198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-26T09:42:05,279 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/2bb39438323b4aa7bcb47f4d51c7ad9e 2024-11-26T09:42:05,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/52ac94bcf9cc461fa5befb31b574a988 is 50, key is test_row_0/B:col10/1732614124042/Put/seqid=0 2024-11-26T09:42:05,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742099_1275 (size=12151) 2024-11-26T09:42:05,300 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/8805a1d6069e428a9b94f352c93edf01 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/8805a1d6069e428a9b94f352c93edf01 2024-11-26T09:42:05,306 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/C of d6a1c81e6108744b45d754bccd00c4ec into 8805a1d6069e428a9b94f352c93edf01(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:05,306 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:05,306 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/C, priority=12, startTime=1732614124814; duration=0sec 2024-11-26T09:42:05,306 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:05,306 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:C 2024-11-26T09:42:05,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614185305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614185305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614185305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614185305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:05,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614185515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614185515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:05,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614185515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614185515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:05,694 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/52ac94bcf9cc461fa5befb31b574a988 2024-11-26T09:42:05,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/fdd20aaef72945b688f1d921b82072ec is 50, key is test_row_0/C:col10/1732614124042/Put/seqid=0 2024-11-26T09:42:05,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742100_1276 (size=12151) 2024-11-26T09:42:05,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614185824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614185825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614185825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:05,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:05,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614185825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:06,107 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/fdd20aaef72945b688f1d921b82072ec 2024-11-26T09:42:06,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/2bb39438323b4aa7bcb47f4d51c7ad9e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/2bb39438323b4aa7bcb47f4d51c7ad9e 2024-11-26T09:42:06,116 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/2bb39438323b4aa7bcb47f4d51c7ad9e, entries=150, sequenceid=166, filesize=11.9 K 2024-11-26T09:42:06,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/52ac94bcf9cc461fa5befb31b574a988 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/52ac94bcf9cc461fa5befb31b574a988 2024-11-26T09:42:06,121 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/52ac94bcf9cc461fa5befb31b574a988, entries=150, sequenceid=166, filesize=11.9 K 2024-11-26T09:42:06,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/fdd20aaef72945b688f1d921b82072ec as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/fdd20aaef72945b688f1d921b82072ec 2024-11-26T09:42:06,126 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/fdd20aaef72945b688f1d921b82072ec, entries=150, sequenceid=166, filesize=11.9 K 2024-11-26T09:42:06,127 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for d6a1c81e6108744b45d754bccd00c4ec in 1292ms, sequenceid=166, compaction requested=false 2024-11-26T09:42:06,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:06,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:06,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-26T09:42:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-26T09:42:06,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-26T09:42:06,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0600 sec 2024-11-26T09:42:06,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.0650 sec 2024-11-26T09:42:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-26T09:42:06,215 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:06,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-26T09:42:06,218 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:06,219 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:06,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-26T09:42:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:06,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T09:42:06,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:06,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:06,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:06,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:06,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:06,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:06,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/1621f96f58a6441e83a9369955a389bd is 50, key is test_row_0/A:col10/1732614125187/Put/seqid=0 2024-11-26T09:42:06,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742101_1277 (size=14541) 2024-11-26T09:42:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-26T09:42:06,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614186335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:06,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614186335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:06,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614186336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:06,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614186336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:06,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614126317, max timestamp=1732614126338Num uniques 859; 2024-11-26T09:42:06,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:06,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614126317, max timestamp=1732614126338Num uniques 859; 2024-11-26T09:42:06,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:06,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614126317, max timestamp=1732614126338Num uniques 859; 2024-11-26T09:42:06,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:06,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:06,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:06,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:06,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:06,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:06,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:06,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:06,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:06,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:06,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-26T09:42:06,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:06,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:06,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:06,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:06,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:06,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614186424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:06,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:06,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:06,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:06,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-26T09:42:06,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:06,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:06,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:06,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:06,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-26T09:42:06,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614186535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:06,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:06,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:06,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:06,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/1621f96f58a6441e83a9369955a389bd 2024-11-26T09:42:06,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/8f23f09027b24b29b8cad25a07e152ad is 50, key is test_row_0/B:col10/1732614125187/Put/seqid=0 2024-11-26T09:42:06,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-26T09:42:06,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:06,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:06,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:06,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:06,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:06,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742102_1278 (size=12151) 2024-11-26T09:42:06,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614186745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:06,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:06,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:06,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:06,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-26T09:42:06,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:06,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:06,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:06,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:06,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-26T09:42:06,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-26T09:42:06,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:06,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:06,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:06,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:06,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614187054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:07,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/8f23f09027b24b29b8cad25a07e152ad 2024-11-26T09:42:07,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/01073661275046fe8a24bee3d3c950ec is 50, key is test_row_0/C:col10/1732614125187/Put/seqid=0 2024-11-26T09:42:07,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742103_1279 (size=12151) 2024-11-26T09:42:07,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-26T09:42:07,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:07,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:07,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:07,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-26T09:42:07,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:07,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:07,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:07,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-26T09:42:07,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614187355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:07,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614187355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:07,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:07,360 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in d6a1c81e6108744b45d754bccd00c4ec of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614187355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:07,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:07,360 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in d6a1c81e6108744b45d754bccd00c4ec of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:07,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614187355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:07,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:07,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:07,361 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in d6a1c81e6108744b45d754bccd00c4ec of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:07,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:07,361 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in d6a1c81e6108744b45d754bccd00c4ec of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:07,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:07,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-26T09:42:07,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:07,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:07,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:07,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/01073661275046fe8a24bee3d3c950ec 2024-11-26T09:42:07,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/1621f96f58a6441e83a9369955a389bd as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/1621f96f58a6441e83a9369955a389bd 2024-11-26T09:42:07,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/1621f96f58a6441e83a9369955a389bd, entries=200, sequenceid=180, filesize=14.2 K 2024-11-26T09:42:07,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/8f23f09027b24b29b8cad25a07e152ad as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/8f23f09027b24b29b8cad25a07e152ad 2024-11-26T09:42:07,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/8f23f09027b24b29b8cad25a07e152ad, entries=150, sequenceid=180, filesize=11.9 K 2024-11-26T09:42:07,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/01073661275046fe8a24bee3d3c950ec as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/01073661275046fe8a24bee3d3c950ec 2024-11-26T09:42:07,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/01073661275046fe8a24bee3d3c950ec, entries=150, sequenceid=180, filesize=11.9 K 2024-11-26T09:42:07,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d6a1c81e6108744b45d754bccd00c4ec in 1256ms, sequenceid=180, compaction requested=true 2024-11-26T09:42:07,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:07,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:42:07,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:07,512 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:07,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:42:07,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:07,513 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:07,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:42:07,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:07,514 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39033 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:07,514 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/A is initiating minor compaction (all files) 2024-11-26T09:42:07,514 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/A in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:07,514 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/4cda0fbce071492ba9ec9e09e7d1f906, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/2bb39438323b4aa7bcb47f4d51c7ad9e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/1621f96f58a6441e83a9369955a389bd] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=38.1 K 2024-11-26T09:42:07,514 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:07,514 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/B is initiating minor compaction (all files) 2024-11-26T09:42:07,514 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/B in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:07,514 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/362ea9ca2ef24dd5bb54561c0fee5d43, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/52ac94bcf9cc461fa5befb31b574a988, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/8f23f09027b24b29b8cad25a07e152ad] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=35.8 K 2024-11-26T09:42:07,516 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cda0fbce071492ba9ec9e09e7d1f906, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732614123949 2024-11-26T09:42:07,517 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 362ea9ca2ef24dd5bb54561c0fee5d43, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732614123949 2024-11-26T09:42:07,517 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bb39438323b4aa7bcb47f4d51c7ad9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732614124027 2024-11-26T09:42:07,517 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1621f96f58a6441e83a9369955a389bd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732614125187 2024-11-26T09:42:07,517 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 52ac94bcf9cc461fa5befb31b574a988, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732614124027 2024-11-26T09:42:07,517 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f23f09027b24b29b8cad25a07e152ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732614125187 2024-11-26T09:42:07,526 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#B#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:07,527 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/95cb4d09f8af4c1c8ff9bade7ed1ea18 is 50, key is test_row_0/B:col10/1732614125187/Put/seqid=0 2024-11-26T09:42:07,530 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#A#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:07,531 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/e58733ab728d414b8924fee813fdd3a9 is 50, key is test_row_0/A:col10/1732614125187/Put/seqid=0 2024-11-26T09:42:07,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742105_1281 (size=12493) 2024-11-26T09:42:07,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742104_1280 (size=12493) 2024-11-26T09:42:07,546 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/95cb4d09f8af4c1c8ff9bade7ed1ea18 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/95cb4d09f8af4c1c8ff9bade7ed1ea18 2024-11-26T09:42:07,552 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/B of d6a1c81e6108744b45d754bccd00c4ec into 95cb4d09f8af4c1c8ff9bade7ed1ea18(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:07,552 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:07,552 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/B, priority=13, startTime=1732614127512; duration=0sec 2024-11-26T09:42:07,552 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:07,552 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:B 2024-11-26T09:42:07,552 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:07,553 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:07,553 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/C is initiating minor compaction (all files) 2024-11-26T09:42:07,553 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/C in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:07,553 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/8805a1d6069e428a9b94f352c93edf01, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/fdd20aaef72945b688f1d921b82072ec, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/01073661275046fe8a24bee3d3c950ec] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=35.8 K 2024-11-26T09:42:07,554 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 8805a1d6069e428a9b94f352c93edf01, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732614123949 2024-11-26T09:42:07,554 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting fdd20aaef72945b688f1d921b82072ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732614124027 2024-11-26T09:42:07,555 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 01073661275046fe8a24bee3d3c950ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732614125187 2024-11-26T09:42:07,563 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#C#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:07,563 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/94d5399f04df4197afab9dc0ae9f211a is 50, key is test_row_0/C:col10/1732614125187/Put/seqid=0 2024-11-26T09:42:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:07,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-26T09:42:07,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:07,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:07,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:07,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:07,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:07,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:07,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742106_1282 (size=12493) 2024-11-26T09:42:07,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/52ac029abfb940e8b29a69057873fec1 is 50, key is test_row_0/A:col10/1732614126422/Put/seqid=0 2024-11-26T09:42:07,596 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/94d5399f04df4197afab9dc0ae9f211a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/94d5399f04df4197afab9dc0ae9f211a 2024-11-26T09:42:07,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-26T09:42:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:07,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,606 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/C of d6a1c81e6108744b45d754bccd00c4ec into 94d5399f04df4197afab9dc0ae9f211a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:07,606 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:07,606 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/C, priority=13, startTime=1732614127513; duration=0sec 2024-11-26T09:42:07,606 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:07,606 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:C 2024-11-26T09:42:07,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742107_1283 (size=14541) 2024-11-26T09:42:07,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614187627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:07,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:07,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614187735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:07,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:07,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-26T09:42:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:07,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-26T09:42:07,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:07,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:07,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:07,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:07,940 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/e58733ab728d414b8924fee813fdd3a9 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e58733ab728d414b8924fee813fdd3a9 2024-11-26T09:42:07,945 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/A of d6a1c81e6108744b45d754bccd00c4ec into e58733ab728d414b8924fee813fdd3a9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:07,945 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:07,945 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/A, priority=13, startTime=1732614127512; duration=0sec 2024-11-26T09:42:07,945 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:07,945 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:A 2024-11-26T09:42:07,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614187945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:07,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:08,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/52ac029abfb940e8b29a69057873fec1 2024-11-26T09:42:08,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/292a2b97a3b94412a333eee09d1906cc is 50, key is test_row_0/B:col10/1732614126422/Put/seqid=0 2024-11-26T09:42:08,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742108_1284 (size=12151) 2024-11-26T09:42:08,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/292a2b97a3b94412a333eee09d1906cc 2024-11-26T09:42:08,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/5780df95e98c4686bdbc2c87f21aecdc is 50, key is test_row_0/C:col10/1732614126422/Put/seqid=0 2024-11-26T09:42:08,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742109_1285 (size=12151) 2024-11-26T09:42:08,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-26T09:42:08,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:08,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:08,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:08,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:08,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:08,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-26T09:42:08,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:08,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:08,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:08,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:08,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:08,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614188255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:08,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-26T09:42:08,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:08,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:08,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:08,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-26T09:42:08,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:08,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/5780df95e98c4686bdbc2c87f21aecdc 2024-11-26T09:42:08,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/52ac029abfb940e8b29a69057873fec1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/52ac029abfb940e8b29a69057873fec1 2024-11-26T09:42:08,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/52ac029abfb940e8b29a69057873fec1, entries=200, sequenceid=218, filesize=14.2 K 2024-11-26T09:42:08,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/292a2b97a3b94412a333eee09d1906cc as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/292a2b97a3b94412a333eee09d1906cc 2024-11-26T09:42:08,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/292a2b97a3b94412a333eee09d1906cc, entries=150, sequenceid=218, filesize=11.9 K 2024-11-26T09:42:08,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/5780df95e98c4686bdbc2c87f21aecdc as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/5780df95e98c4686bdbc2c87f21aecdc 2024-11-26T09:42:08,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/5780df95e98c4686bdbc2c87f21aecdc, entries=150, sequenceid=218, filesize=11.9 K 2024-11-26T09:42:08,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for d6a1c81e6108744b45d754bccd00c4ec in 891ms, sequenceid=218, compaction requested=false 2024-11-26T09:42:08,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:08,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-26T09:42:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:08,518 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:42:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:08,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/018b591852b1401fb192efe11a1e51bc is 50, key is test_row_0/A:col10/1732614127608/Put/seqid=0 2024-11-26T09:42:08,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742110_1286 (size=12151) 2024-11-26T09:42:08,530 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/018b591852b1401fb192efe11a1e51bc 2024-11-26T09:42:08,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/5ef40649481a40af80867446d589b3c9 is 50, key is test_row_0/B:col10/1732614127608/Put/seqid=0 2024-11-26T09:42:08,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742111_1287 (size=12151) 2024-11-26T09:42:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:08,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:08,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614128829, max timestamp=1732614128848Num uniques 859; 2024-11-26T09:42:08,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:08,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614128829, max timestamp=1732614128848Num uniques 859; 2024-11-26T09:42:08,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:08,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614128829, max timestamp=1732614128848Num uniques 859; 2024-11-26T09:42:08,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:08,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614188930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:08,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:08,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:08,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:08,941 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/5ef40649481a40af80867446d589b3c9 2024-11-26T09:42:08,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/a032d7b28c8f42caa556e255acf8e798 is 50, key is test_row_0/C:col10/1732614127608/Put/seqid=0 2024-11-26T09:42:08,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742112_1288 (size=12151) 2024-11-26T09:42:08,960 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/a032d7b28c8f42caa556e255acf8e798 2024-11-26T09:42:08,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/018b591852b1401fb192efe11a1e51bc as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/018b591852b1401fb192efe11a1e51bc 2024-11-26T09:42:08,968 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/018b591852b1401fb192efe11a1e51bc, entries=150, sequenceid=230, filesize=11.9 K 2024-11-26T09:42:08,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/5ef40649481a40af80867446d589b3c9 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/5ef40649481a40af80867446d589b3c9 2024-11-26T09:42:08,973 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/5ef40649481a40af80867446d589b3c9, entries=150, sequenceid=230, filesize=11.9 K 2024-11-26T09:42:08,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/a032d7b28c8f42caa556e255acf8e798 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/a032d7b28c8f42caa556e255acf8e798 2024-11-26T09:42:08,977 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/a032d7b28c8f42caa556e255acf8e798, entries=150, sequenceid=230, filesize=11.9 K 2024-11-26T09:42:08,978 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d6a1c81e6108744b45d754bccd00c4ec in 460ms, sequenceid=230, compaction requested=true 2024-11-26T09:42:08,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:08,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:08,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-26T09:42:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-26T09:42:08,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-26T09:42:08,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7610 sec 2024-11-26T09:42:08,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.7660 sec 2024-11-26T09:42:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:09,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-26T09:42:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:42:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:42:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:42:09,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/bb9c59b7e7b54dda8619ec706431d22e is 50, key is test_row_0/A:col10/1732614128916/Put/seqid=0 2024-11-26T09:42:09,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742113_1289 (size=14741) 2024-11-26T09:42:09,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614189092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:09,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614189204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:09,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614189365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:09,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614189365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:09,370 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in d6a1c81e6108744b45d754bccd00c4ec of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:09,371 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in d6a1c81e6108744b45d754bccd00c4ec of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:09,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614189375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:09,382 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in d6a1c81e6108744b45d754bccd00c4ec of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:09,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:09,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614189384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:09,390 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in d6a1c81e6108744b45d754bccd00c4ec of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:09,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614189415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:09,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/bb9c59b7e7b54dda8619ec706431d22e 2024-11-26T09:42:09,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/dcfbf4a4de5340efb51caddec34793e8 is 50, key is test_row_0/B:col10/1732614128916/Put/seqid=0 2024-11-26T09:42:09,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742114_1290 (size=12301) 2024-11-26T09:42:09,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614189725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:09,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/dcfbf4a4de5340efb51caddec34793e8 2024-11-26T09:42:09,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/54860b0603424f04a5d1fdf5d5095c30 is 50, key is test_row_0/C:col10/1732614128916/Put/seqid=0 2024-11-26T09:42:09,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742115_1291 (size=12301) 2024-11-26T09:42:09,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/54860b0603424f04a5d1fdf5d5095c30 2024-11-26T09:42:09,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/bb9c59b7e7b54dda8619ec706431d22e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/bb9c59b7e7b54dda8619ec706431d22e 2024-11-26T09:42:09,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/bb9c59b7e7b54dda8619ec706431d22e, entries=200, sequenceid=268, filesize=14.4 K 2024-11-26T09:42:09,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/dcfbf4a4de5340efb51caddec34793e8 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/dcfbf4a4de5340efb51caddec34793e8 2024-11-26T09:42:09,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/dcfbf4a4de5340efb51caddec34793e8, entries=150, sequenceid=268, filesize=12.0 K 2024-11-26T09:42:09,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/54860b0603424f04a5d1fdf5d5095c30 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/54860b0603424f04a5d1fdf5d5095c30 2024-11-26T09:42:09,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/54860b0603424f04a5d1fdf5d5095c30, entries=150, sequenceid=268, filesize=12.0 K 2024-11-26T09:42:09,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for d6a1c81e6108744b45d754bccd00c4ec in 892ms, sequenceid=268, compaction requested=true 2024-11-26T09:42:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:42:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:42:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:09,941 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:42:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:42:09,941 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:42:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:09,944 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:42:09,944 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53926 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:42:09,944 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/A is initiating minor compaction (all files) 2024-11-26T09:42:09,944 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/B is initiating minor compaction (all files) 2024-11-26T09:42:09,944 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/A in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:09,944 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/B in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:09,945 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/95cb4d09f8af4c1c8ff9bade7ed1ea18, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/292a2b97a3b94412a333eee09d1906cc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/5ef40649481a40af80867446d589b3c9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/dcfbf4a4de5340efb51caddec34793e8] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=47.9 K 2024-11-26T09:42:09,945 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e58733ab728d414b8924fee813fdd3a9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/52ac029abfb940e8b29a69057873fec1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/018b591852b1401fb192efe11a1e51bc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/bb9c59b7e7b54dda8619ec706431d22e] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=52.7 K 2024-11-26T09:42:09,945 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting e58733ab728d414b8924fee813fdd3a9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732614125187 2024-11-26T09:42:09,945 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 95cb4d09f8af4c1c8ff9bade7ed1ea18, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732614125187 2024-11-26T09:42:09,946 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 292a2b97a3b94412a333eee09d1906cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732614126392 2024-11-26T09:42:09,946 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52ac029abfb940e8b29a69057873fec1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732614126392 2024-11-26T09:42:09,946 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ef40649481a40af80867446d589b3c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732614127608 2024-11-26T09:42:09,948 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 018b591852b1401fb192efe11a1e51bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732614127608 2024-11-26T09:42:09,948 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting dcfbf4a4de5340efb51caddec34793e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732614128916 2024-11-26T09:42:09,949 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb9c59b7e7b54dda8619ec706431d22e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732614128910 2024-11-26T09:42:09,967 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#B#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:09,968 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/be01919808a44ec78ba40ad9a80f2c98 is 50, key is test_row_0/B:col10/1732614128916/Put/seqid=0 2024-11-26T09:42:09,975 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#A#compaction#249 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:09,976 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/f931db1136c1423c9541a13458ffe09f is 50, key is test_row_0/A:col10/1732614128916/Put/seqid=0 2024-11-26T09:42:10,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742116_1292 (size=12779) 2024-11-26T09:42:10,007 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/be01919808a44ec78ba40ad9a80f2c98 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/be01919808a44ec78ba40ad9a80f2c98 2024-11-26T09:42:10,016 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/B of d6a1c81e6108744b45d754bccd00c4ec into be01919808a44ec78ba40ad9a80f2c98(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:10,016 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:10,016 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/B, priority=12, startTime=1732614129941; duration=0sec 2024-11-26T09:42:10,017 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:10,017 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:B 2024-11-26T09:42:10,017 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:42:10,019 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:42:10,019 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/C is initiating minor compaction (all files) 2024-11-26T09:42:10,019 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/C in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:10,020 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/94d5399f04df4197afab9dc0ae9f211a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/5780df95e98c4686bdbc2c87f21aecdc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/a032d7b28c8f42caa556e255acf8e798, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/54860b0603424f04a5d1fdf5d5095c30] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=47.9 K 2024-11-26T09:42:10,020 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 94d5399f04df4197afab9dc0ae9f211a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732614125187 2024-11-26T09:42:10,020 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 5780df95e98c4686bdbc2c87f21aecdc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732614126392 2024-11-26T09:42:10,022 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting a032d7b28c8f42caa556e255acf8e798, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732614127608 2024-11-26T09:42:10,022 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 54860b0603424f04a5d1fdf5d5095c30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732614128916 2024-11-26T09:42:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742117_1293 (size=12779) 2024-11-26T09:42:10,032 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/f931db1136c1423c9541a13458ffe09f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/f931db1136c1423c9541a13458ffe09f 2024-11-26T09:42:10,041 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/A of d6a1c81e6108744b45d754bccd00c4ec into f931db1136c1423c9541a13458ffe09f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:10,041 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:10,041 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/A, priority=12, startTime=1732614129941; duration=0sec 2024-11-26T09:42:10,042 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:10,042 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:A 2024-11-26T09:42:10,046 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#C#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:10,047 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/9c453fa6bed446cb94c051949e50318e is 50, key is test_row_0/C:col10/1732614128916/Put/seqid=0 2024-11-26T09:42:10,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742118_1294 (size=12779) 2024-11-26T09:42:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:10,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:42:10,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:10,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:10,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:10,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:10,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:10,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:10,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/6530a1af35164b94b6e2312c64dc957a is 50, key is test_row_0/A:col10/1732614130235/Put/seqid=0 2024-11-26T09:42:10,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742119_1295 (size=9857) 2024-11-26T09:42:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-26T09:42:10,386 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:10,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-26T09:42:10,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614130279, max timestamp=1732614130386Num uniques 859; 2024-11-26T09:42:10,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:10,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614130279, max timestamp=1732614130386Num uniques 859; 2024-11-26T09:42:10,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:10,391 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614130279, max timestamp=1732614130386Num uniques 859; 2024-11-26T09:42:10,391 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:10,393 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-26T09:42:10,395 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:10,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:10,491 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/9c453fa6bed446cb94c051949e50318e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/9c453fa6bed446cb94c051949e50318e 2024-11-26T09:42:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-26T09:42:10,506 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/C of d6a1c81e6108744b45d754bccd00c4ec into 9c453fa6bed446cb94c051949e50318e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:10,506 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:10,506 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/C, priority=12, startTime=1732614129941; duration=0sec 2024-11-26T09:42:10,507 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:10,507 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:C 2024-11-26T09:42:10,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614190507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:10,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:10,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:10,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:10,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-26T09:42:10,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:10,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:10,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:10,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:10,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:10,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614190615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:10,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:10,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:10,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:10,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/6530a1af35164b94b6e2312c64dc957a 2024-11-26T09:42:10,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/dd6cb814b80149fe8d296f1d48352735 is 50, key is test_row_0/B:col10/1732614130235/Put/seqid=0 2024-11-26T09:42:10,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-26T09:42:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:10,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-26T09:42:10,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742120_1296 (size=9857) 2024-11-26T09:42:10,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/dd6cb814b80149fe8d296f1d48352735 2024-11-26T09:42:10,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/9938aab4843848dc9f8badaa9da2d324 is 50, key is test_row_0/C:col10/1732614130235/Put/seqid=0 2024-11-26T09:42:10,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742121_1297 (size=9857) 2024-11-26T09:42:10,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614190825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:10,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-26T09:42:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:10,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:11,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-26T09:42:11,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:11,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:11,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:11,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:11,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-26T09:42:11,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614191135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:11,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:11,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:11,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:11,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/9938aab4843848dc9f8badaa9da2d324 2024-11-26T09:42:11,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/6530a1af35164b94b6e2312c64dc957a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/6530a1af35164b94b6e2312c64dc957a 2024-11-26T09:42:11,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/6530a1af35164b94b6e2312c64dc957a, entries=100, sequenceid=280, filesize=9.6 K 2024-11-26T09:42:11,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/dd6cb814b80149fe8d296f1d48352735 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/dd6cb814b80149fe8d296f1d48352735 2024-11-26T09:42:11,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/dd6cb814b80149fe8d296f1d48352735, entries=100, sequenceid=280, filesize=9.6 K 2024-11-26T09:42:11,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/9938aab4843848dc9f8badaa9da2d324 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/9938aab4843848dc9f8badaa9da2d324 2024-11-26T09:42:11,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-26T09:42:11,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:11,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:11,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:11,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:11,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:11,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/9938aab4843848dc9f8badaa9da2d324, entries=100, sequenceid=280, filesize=9.6 K 2024-11-26T09:42:11,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d6a1c81e6108744b45d754bccd00c4ec in 947ms, sequenceid=280, compaction requested=false 2024-11-26T09:42:11,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:11,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-26T09:42:11,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:11,329 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-26T09:42:11,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:11,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:11,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:11,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:11,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:11,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:11,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/3a276633d8b34c69a01e9521cb111dc2 is 50, key is test_row_0/A:col10/1732614130496/Put/seqid=0 2024-11-26T09:42:11,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742122_1298 (size=12301) 2024-11-26T09:42:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-26T09:42:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:11,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:11,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614191679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:11,740 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/3a276633d8b34c69a01e9521cb111dc2 2024-11-26T09:42:11,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/edfe49da5e9040a183d5620ce2825b52 is 50, key is test_row_0/B:col10/1732614130496/Put/seqid=0 2024-11-26T09:42:11,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742123_1299 (size=12301) 2024-11-26T09:42:11,758 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/edfe49da5e9040a183d5620ce2825b52 2024-11-26T09:42:11,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/50bec868641e46cca60d8c465d5c7782 is 50, key is test_row_0/C:col10/1732614130496/Put/seqid=0 2024-11-26T09:42:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742124_1300 (size=12301) 2024-11-26T09:42:11,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614191795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:12,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614192005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:12,174 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/50bec868641e46cca60d8c465d5c7782 2024-11-26T09:42:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/3a276633d8b34c69a01e9521cb111dc2 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/3a276633d8b34c69a01e9521cb111dc2 2024-11-26T09:42:12,183 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/3a276633d8b34c69a01e9521cb111dc2, entries=150, sequenceid=318, filesize=12.0 K 2024-11-26T09:42:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/edfe49da5e9040a183d5620ce2825b52 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/edfe49da5e9040a183d5620ce2825b52 2024-11-26T09:42:12,187 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/edfe49da5e9040a183d5620ce2825b52, entries=150, sequenceid=318, filesize=12.0 K 2024-11-26T09:42:12,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/50bec868641e46cca60d8c465d5c7782 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/50bec868641e46cca60d8c465d5c7782 2024-11-26T09:42:12,192 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/50bec868641e46cca60d8c465d5c7782, entries=150, sequenceid=318, filesize=12.0 K 2024-11-26T09:42:12,193 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for d6a1c81e6108744b45d754bccd00c4ec in 864ms, sequenceid=318, compaction requested=true 2024-11-26T09:42:12,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:12,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:12,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-26T09:42:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-26T09:42:12,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-26T09:42:12,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7990 sec 2024-11-26T09:42:12,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.8120 sec 2024-11-26T09:42:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:12,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T09:42:12,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:12,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:12,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:12,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:12,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:12,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:12,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/2c00b9c317e34d0d852a4fcbe5f3337c is 50, key is test_row_0/A:col10/1732614131666/Put/seqid=0 2024-11-26T09:42:12,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742125_1301 (size=12301) 2024-11-26T09:42:12,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614132396, max timestamp=1732614132415Num uniques 859; 2024-11-26T09:42:12,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:12,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614132396, max timestamp=1732614132415Num uniques 859; 2024-11-26T09:42:12,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614132396, max timestamp=1732614132415Num uniques 859; 2024-11-26T09:42:12,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:12,419 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:12,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614192507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-26T09:42:12,545 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:12,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-26T09:42:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-26T09:42:12,548 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:12,548 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:12,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:12,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614192615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:12,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:12,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:12,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-26T09:42:12,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-26T09:42:12,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:12,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:12,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:12,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:12,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:12,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/2c00b9c317e34d0d852a4fcbe5f3337c 2024-11-26T09:42:12,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/fe0e942a08aa49df94c512ad3200e2dc is 50, key is test_row_0/B:col10/1732614131666/Put/seqid=0 2024-11-26T09:42:12,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742126_1302 (size=12301) 2024-11-26T09:42:12,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614192825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:12,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-26T09:42:12,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:12,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:12,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:12,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:12,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-26T09:42:13,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-26T09:42:13,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:13,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:13,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:13,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:13,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:13,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614193135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:13,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:13,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:13,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:13,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/fe0e942a08aa49df94c512ad3200e2dc 2024-11-26T09:42:13,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/30dbfb8fb9f84b11a0889716a68c177c is 50, key is test_row_0/C:col10/1732614131666/Put/seqid=0 2024-11-26T09:42:13,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742127_1303 (size=12301) 2024-11-26T09:42:13,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-26T09:42:13,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:13,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:13,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:13,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:13,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-26T09:42:13,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-26T09:42:13,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:13,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:13,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:13,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:13,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:13,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732614193395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:13,400 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in d6a1c81e6108744b45d754bccd00c4ec of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:13,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:13,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:13,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:13,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54770 deadline: 1732614193405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:13,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1732614193405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:13,408 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in d6a1c81e6108744b45d754bccd00c4ec of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:13,408 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in d6a1c81e6108744b45d754bccd00c4ec of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:13,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54856 deadline: 1732614193435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:13,439 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in d6a1c81e6108744b45d754bccd00c4ec of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:13,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-26T09:42:13,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:13,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:13,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:13,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:13,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:13,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/30dbfb8fb9f84b11a0889716a68c177c 2024-11-26T09:42:13,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/2c00b9c317e34d0d852a4fcbe5f3337c as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/2c00b9c317e34d0d852a4fcbe5f3337c 2024-11-26T09:42:13,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/2c00b9c317e34d0d852a4fcbe5f3337c, entries=150, sequenceid=329, filesize=12.0 K 2024-11-26T09:42:13,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/fe0e942a08aa49df94c512ad3200e2dc as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/fe0e942a08aa49df94c512ad3200e2dc 2024-11-26T09:42:13,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/fe0e942a08aa49df94c512ad3200e2dc, entries=150, sequenceid=329, filesize=12.0 K 2024-11-26T09:42:13,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/30dbfb8fb9f84b11a0889716a68c177c as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/30dbfb8fb9f84b11a0889716a68c177c 2024-11-26T09:42:13,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/30dbfb8fb9f84b11a0889716a68c177c, entries=150, sequenceid=329, filesize=12.0 K 2024-11-26T09:42:13,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d6a1c81e6108744b45d754bccd00c4ec in 1253ms, sequenceid=329, compaction requested=true 2024-11-26T09:42:13,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:13,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:42:13,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:13,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:42:13,570 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:42:13,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:13,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:42:13,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T09:42:13,571 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:42:13,572 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47238 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:42:13,572 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/A is initiating minor compaction (all files) 2024-11-26T09:42:13,572 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/A in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:13,572 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/f931db1136c1423c9541a13458ffe09f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/6530a1af35164b94b6e2312c64dc957a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/3a276633d8b34c69a01e9521cb111dc2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/2c00b9c317e34d0d852a4fcbe5f3337c] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=46.1 K 2024-11-26T09:42:13,572 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47238 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:42:13,572 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/B is initiating minor compaction (all files) 2024-11-26T09:42:13,572 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/B in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:13,572 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/be01919808a44ec78ba40ad9a80f2c98, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/dd6cb814b80149fe8d296f1d48352735, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/edfe49da5e9040a183d5620ce2825b52, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/fe0e942a08aa49df94c512ad3200e2dc] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=46.1 K 2024-11-26T09:42:13,572 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting f931db1136c1423c9541a13458ffe09f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732614128916 2024-11-26T09:42:13,573 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting be01919808a44ec78ba40ad9a80f2c98, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732614128916 2024-11-26T09:42:13,573 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6530a1af35164b94b6e2312c64dc957a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732614129082 2024-11-26T09:42:13,573 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting dd6cb814b80149fe8d296f1d48352735, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732614129082 2024-11-26T09:42:13,573 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a276633d8b34c69a01e9521cb111dc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732614130472 2024-11-26T09:42:13,573 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting edfe49da5e9040a183d5620ce2825b52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732614130472 2024-11-26T09:42:13,574 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c00b9c317e34d0d852a4fcbe5f3337c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732614131666 2024-11-26T09:42:13,574 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting fe0e942a08aa49df94c512ad3200e2dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732614131666 2024-11-26T09:42:13,582 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#B#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:13,582 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/95f702104cba4eb480c70c59661e8f4f is 50, key is test_row_0/B:col10/1732614131666/Put/seqid=0 2024-11-26T09:42:13,585 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#A#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:13,586 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/906d9463598c43cea61e7f92b964b9e9 is 50, key is test_row_0/A:col10/1732614131666/Put/seqid=0 2024-11-26T09:42:13,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742128_1304 (size=12915) 2024-11-26T09:42:13,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742129_1305 (size=12915) 2024-11-26T09:42:13,591 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/95f702104cba4eb480c70c59661e8f4f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/95f702104cba4eb480c70c59661e8f4f 2024-11-26T09:42:13,597 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/906d9463598c43cea61e7f92b964b9e9 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/906d9463598c43cea61e7f92b964b9e9 2024-11-26T09:42:13,597 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/B of d6a1c81e6108744b45d754bccd00c4ec into 95f702104cba4eb480c70c59661e8f4f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:13,597 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:13,597 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/B, priority=12, startTime=1732614133570; duration=0sec 2024-11-26T09:42:13,597 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:13,597 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:B 2024-11-26T09:42:13,597 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:42:13,599 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47238 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:42:13,599 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/C is initiating minor compaction (all files) 2024-11-26T09:42:13,599 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/C in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:13,599 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/9c453fa6bed446cb94c051949e50318e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/9938aab4843848dc9f8badaa9da2d324, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/50bec868641e46cca60d8c465d5c7782, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/30dbfb8fb9f84b11a0889716a68c177c] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=46.1 K 2024-11-26T09:42:13,600 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c453fa6bed446cb94c051949e50318e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732614128916 2024-11-26T09:42:13,600 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 9938aab4843848dc9f8badaa9da2d324, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732614129082 2024-11-26T09:42:13,600 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 50bec868641e46cca60d8c465d5c7782, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732614130472 2024-11-26T09:42:13,601 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 30dbfb8fb9f84b11a0889716a68c177c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732614131666 2024-11-26T09:42:13,602 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/A of d6a1c81e6108744b45d754bccd00c4ec into 906d9463598c43cea61e7f92b964b9e9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:13,602 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:13,603 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/A, priority=12, startTime=1732614133570; duration=0sec 2024-11-26T09:42:13,603 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:13,603 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:A 2024-11-26T09:42:13,609 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#C#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:13,609 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/502261ae1a46423aae72975e0e9784a1 is 50, key is test_row_0/C:col10/1732614131666/Put/seqid=0 2024-11-26T09:42:13,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742130_1306 (size=12915) 2024-11-26T09:42:13,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-26T09:42:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:13,620 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-26T09:42:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:13,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/8eda1e35c52e4c438574bab0500d6774 is 50, key is test_row_0/A:col10/1732614132505/Put/seqid=0 2024-11-26T09:42:13,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742131_1307 (size=12301) 2024-11-26T09:42:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:13,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-26T09:42:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614193689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:13,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614193804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:14,018 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/502261ae1a46423aae72975e0e9784a1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/502261ae1a46423aae72975e0e9784a1 2024-11-26T09:42:14,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614194015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:14,023 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/C of d6a1c81e6108744b45d754bccd00c4ec into 502261ae1a46423aae72975e0e9784a1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:14,023 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:14,023 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/C, priority=12, startTime=1732614133570; duration=0sec 2024-11-26T09:42:14,023 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:14,023 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:C 2024-11-26T09:42:14,031 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/8eda1e35c52e4c438574bab0500d6774 2024-11-26T09:42:14,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/745969bc1b1943099a51db8baa1d336d is 50, key is test_row_0/B:col10/1732614132505/Put/seqid=0 2024-11-26T09:42:14,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742132_1308 (size=12301) 2024-11-26T09:42:14,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614194325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:14,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:14,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:14,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:14,457 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/745969bc1b1943099a51db8baa1d336d 2024-11-26T09:42:14,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/09a6d371ae27410aa17728abaa46b78b is 50, key is test_row_0/C:col10/1732614132505/Put/seqid=0 2024-11-26T09:42:14,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742133_1309 (size=12301) 2024-11-26T09:42:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-26T09:42:14,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614194835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:14,870 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/09a6d371ae27410aa17728abaa46b78b 2024-11-26T09:42:14,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/8eda1e35c52e4c438574bab0500d6774 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/8eda1e35c52e4c438574bab0500d6774 2024-11-26T09:42:14,881 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/8eda1e35c52e4c438574bab0500d6774, entries=150, sequenceid=367, filesize=12.0 K 2024-11-26T09:42:14,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/745969bc1b1943099a51db8baa1d336d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/745969bc1b1943099a51db8baa1d336d 2024-11-26T09:42:14,886 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/745969bc1b1943099a51db8baa1d336d, entries=150, sequenceid=367, filesize=12.0 K 2024-11-26T09:42:14,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/09a6d371ae27410aa17728abaa46b78b as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/09a6d371ae27410aa17728abaa46b78b 2024-11-26T09:42:14,890 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/09a6d371ae27410aa17728abaa46b78b, entries=150, sequenceid=367, filesize=12.0 K 2024-11-26T09:42:14,892 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for d6a1c81e6108744b45d754bccd00c4ec in 1272ms, sequenceid=367, compaction requested=false 2024-11-26T09:42:14,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:14,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:14,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-26T09:42:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-26T09:42:14,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-26T09:42:14,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3450 sec 2024-11-26T09:42:14,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 2.3510 sec 2024-11-26T09:42:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:15,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T09:42:15,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:15,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:15,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:15,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:15,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:15,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:15,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/cd0e59bc0f474aa3bfa4a64ac2f86fcd is 50, key is test_row_0/A:col10/1732614135857/Put/seqid=0 2024-11-26T09:42:15,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742134_1310 (size=14741) 2024-11-26T09:42:15,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614195944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:16,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614196055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:16,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:16,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:16,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:16,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614196264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:16,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:16,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:16,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:16,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/cd0e59bc0f474aa3bfa4a64ac2f86fcd 2024-11-26T09:42:16,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/c6aa88a3bc794c4ea4ecee61cc766c1d is 50, key is test_row_0/B:col10/1732614135857/Put/seqid=0 2024-11-26T09:42:16,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742135_1311 (size=12301) 2024-11-26T09:42:16,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614196575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:16,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:16,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:16,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:16,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/c6aa88a3bc794c4ea4ecee61cc766c1d 2024-11-26T09:42:16,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/ca89363f59c545fd9311d6f3efc5cd11 is 50, key is test_row_0/C:col10/1732614135857/Put/seqid=0 2024-11-26T09:42:16,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742136_1312 (size=12301) 2024-11-26T09:42:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-26T09:42:16,715 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:16,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:16,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-26T09:42:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-26T09:42:16,717 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:16,718 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:16,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-26T09:42:16,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-26T09:42:16,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:16,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:16,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:16,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:16,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:17,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-26T09:42:17,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:17,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:17,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:17,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:17,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-26T09:42:17,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614197085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:17,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:17,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:17,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:17,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/ca89363f59c545fd9311d6f3efc5cd11 2024-11-26T09:42:17,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/cd0e59bc0f474aa3bfa4a64ac2f86fcd as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/cd0e59bc0f474aa3bfa4a64ac2f86fcd 2024-11-26T09:42:17,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/cd0e59bc0f474aa3bfa4a64ac2f86fcd, entries=200, sequenceid=380, filesize=14.4 K 2024-11-26T09:42:17,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/c6aa88a3bc794c4ea4ecee61cc766c1d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c6aa88a3bc794c4ea4ecee61cc766c1d 2024-11-26T09:42:17,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c6aa88a3bc794c4ea4ecee61cc766c1d, entries=150, sequenceid=380, filesize=12.0 K 2024-11-26T09:42:17,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/ca89363f59c545fd9311d6f3efc5cd11 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/ca89363f59c545fd9311d6f3efc5cd11 2024-11-26T09:42:17,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/ca89363f59c545fd9311d6f3efc5cd11, entries=150, sequenceid=380, filesize=12.0 K 2024-11-26T09:42:17,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d6a1c81e6108744b45d754bccd00c4ec in 1259ms, sequenceid=380, compaction requested=true 2024-11-26T09:42:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:42:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:42:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:42:17,117 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:17,117 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:17,118 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:17,118 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:17,118 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/B is initiating minor compaction (all files) 2024-11-26T09:42:17,118 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/A is initiating minor compaction (all files) 2024-11-26T09:42:17,118 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/B in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:17,118 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/A in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:17,118 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/906d9463598c43cea61e7f92b964b9e9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/8eda1e35c52e4c438574bab0500d6774, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/cd0e59bc0f474aa3bfa4a64ac2f86fcd] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=39.0 K 2024-11-26T09:42:17,118 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/95f702104cba4eb480c70c59661e8f4f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/745969bc1b1943099a51db8baa1d336d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c6aa88a3bc794c4ea4ecee61cc766c1d] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=36.6 K 2024-11-26T09:42:17,119 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 906d9463598c43cea61e7f92b964b9e9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732614131666 2024-11-26T09:42:17,119 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 95f702104cba4eb480c70c59661e8f4f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732614131666 2024-11-26T09:42:17,119 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8eda1e35c52e4c438574bab0500d6774, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732614132466 2024-11-26T09:42:17,119 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 745969bc1b1943099a51db8baa1d336d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732614132466 2024-11-26T09:42:17,119 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting c6aa88a3bc794c4ea4ecee61cc766c1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732614133652 2024-11-26T09:42:17,120 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd0e59bc0f474aa3bfa4a64ac2f86fcd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732614133652 2024-11-26T09:42:17,128 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#A#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:17,128 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#B#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:17,128 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/9c7699852a4b4e1bb8bc0a0b352ae8f5 is 50, key is test_row_0/A:col10/1732614135857/Put/seqid=0 2024-11-26T09:42:17,129 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/ef3a6b70ad60429a87e0f2b6b350f485 is 50, key is test_row_0/B:col10/1732614135857/Put/seqid=0 2024-11-26T09:42:17,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742137_1313 (size=13017) 2024-11-26T09:42:17,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742138_1314 (size=13017) 2024-11-26T09:42:17,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-26T09:42:17,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:17,177 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-26T09:42:17,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:17,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:17,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:17,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:17,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:17,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:17,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/885599c804f24d4e93bdcee240316ddb is 50, key is test_row_0/A:col10/1732614135942/Put/seqid=0 2024-11-26T09:42:17,189 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/ef3a6b70ad60429a87e0f2b6b350f485 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/ef3a6b70ad60429a87e0f2b6b350f485 2024-11-26T09:42:17,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742139_1315 (size=12301) 2024-11-26T09:42:17,194 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/885599c804f24d4e93bdcee240316ddb 2024-11-26T09:42:17,197 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/B of d6a1c81e6108744b45d754bccd00c4ec into ef3a6b70ad60429a87e0f2b6b350f485(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:17,197 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:17,197 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/B, priority=13, startTime=1732614137117; duration=0sec 2024-11-26T09:42:17,197 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:17,197 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:B 2024-11-26T09:42:17,198 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:17,200 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:17,200 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/C is initiating minor compaction (all files) 2024-11-26T09:42:17,200 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/C in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:17,200 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/502261ae1a46423aae72975e0e9784a1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/09a6d371ae27410aa17728abaa46b78b, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/ca89363f59c545fd9311d6f3efc5cd11] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=36.6 K 2024-11-26T09:42:17,201 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 502261ae1a46423aae72975e0e9784a1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732614131666 2024-11-26T09:42:17,202 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 09a6d371ae27410aa17728abaa46b78b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732614132466 2024-11-26T09:42:17,203 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ca89363f59c545fd9311d6f3efc5cd11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732614133652 2024-11-26T09:42:17,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/5e4f4af046124d53b4b6683848d9612e is 50, key is test_row_0/B:col10/1732614135942/Put/seqid=0 2024-11-26T09:42:17,212 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#C#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:17,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742140_1316 (size=12301) 2024-11-26T09:42:17,213 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/5be867dfbddb4675ba111b431a59eb6c is 50, key is test_row_0/C:col10/1732614135857/Put/seqid=0 2024-11-26T09:42:17,214 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/5e4f4af046124d53b4b6683848d9612e 2024-11-26T09:42:17,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742141_1317 (size=13017) 2024-11-26T09:42:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/ed69b2aca58b4bc9911e7b7267d0b43b is 50, key is test_row_0/C:col10/1732614135942/Put/seqid=0 2024-11-26T09:42:17,226 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/5be867dfbddb4675ba111b431a59eb6c as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/5be867dfbddb4675ba111b431a59eb6c 2024-11-26T09:42:17,234 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/C of d6a1c81e6108744b45d754bccd00c4ec into 5be867dfbddb4675ba111b431a59eb6c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:17,234 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:17,234 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/C, priority=13, startTime=1732614137117; duration=0sec 2024-11-26T09:42:17,234 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:17,234 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:C 2024-11-26T09:42:17,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742142_1318 (size=12301) 2024-11-26T09:42:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-26T09:42:17,585 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/9c7699852a4b4e1bb8bc0a0b352ae8f5 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/9c7699852a4b4e1bb8bc0a0b352ae8f5 2024-11-26T09:42:17,591 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/A of d6a1c81e6108744b45d754bccd00c4ec into 9c7699852a4b4e1bb8bc0a0b352ae8f5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:17,591 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:17,591 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/A, priority=13, startTime=1732614137117; duration=0sec 2024-11-26T09:42:17,591 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:17,591 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:A 2024-11-26T09:42:17,637 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/ed69b2aca58b4bc9911e7b7267d0b43b 2024-11-26T09:42:17,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/885599c804f24d4e93bdcee240316ddb as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/885599c804f24d4e93bdcee240316ddb 2024-11-26T09:42:17,647 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/885599c804f24d4e93bdcee240316ddb, entries=150, sequenceid=400, filesize=12.0 K 2024-11-26T09:42:17,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/5e4f4af046124d53b4b6683848d9612e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/5e4f4af046124d53b4b6683848d9612e 2024-11-26T09:42:17,654 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/5e4f4af046124d53b4b6683848d9612e, entries=150, sequenceid=400, filesize=12.0 K 2024-11-26T09:42:17,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/ed69b2aca58b4bc9911e7b7267d0b43b as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/ed69b2aca58b4bc9911e7b7267d0b43b 2024-11-26T09:42:17,661 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/ed69b2aca58b4bc9911e7b7267d0b43b, entries=150, sequenceid=400, filesize=12.0 K 2024-11-26T09:42:17,662 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for d6a1c81e6108744b45d754bccd00c4ec in 485ms, sequenceid=400, compaction requested=false 2024-11-26T09:42:17,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:17,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:17,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-26T09:42:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-26T09:42:17,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-26T09:42:17,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 946 msec 2024-11-26T09:42:17,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 952 msec 2024-11-26T09:42:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-26T09:42:17,856 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:17,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-26T09:42:17,860 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-26T09:42:17,861 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:17,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-26T09:42:18,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-26T09:42:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-26T09:42:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-26T09:42:18,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-26T09:42:18,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 157 msec 2024-11-26T09:42:18,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 164 msec 2024-11-26T09:42:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:18,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:42:18,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:18,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:18,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:18,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:18,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:18,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:18,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/e6625a7b08114e4494da9345deefee93 is 50, key is test_row_0/A:col10/1732614138102/Put/seqid=0 2024-11-26T09:42:18,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742143_1319 (size=14741) 2024-11-26T09:42:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-26T09:42:18,175 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:18,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-26T09:42:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-26T09:42:18,178 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:18,178 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:18,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:18,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614138185, max timestamp=1732614138203Num uniques 859; 2024-11-26T09:42:18,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614138185, max timestamp=1732614138203Num uniques 859; 2024-11-26T09:42:18,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:18,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:18,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614138185, max timestamp=1732614138203Num uniques 859; 2024-11-26T09:42:18,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-26T09:42:18,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614198300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:18,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-26T09:42:18,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:18,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:18,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:18,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:18,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:18,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614198415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:18,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:18,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:18,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:18,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-26T09:42:18,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:18,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:18,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:18,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:18,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-26T09:42:18,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/e6625a7b08114e4494da9345deefee93 2024-11-26T09:42:18,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/a58aaf9129614f3b8b8fe09be9657fef is 50, key is test_row_0/B:col10/1732614138102/Put/seqid=0 2024-11-26T09:42:18,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742144_1320 (size=12301) 2024-11-26T09:42:18,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614198625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:18,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:18,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:18,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:18,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-26T09:42:18,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:18,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:18,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:18,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:18,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-26T09:42:18,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:18,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-26T09:42:18,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614198935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:18,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/a58aaf9129614f3b8b8fe09be9657fef 2024-11-26T09:42:18,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-26T09:42:18,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:18,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:18,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:18,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:18,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:18,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/c72d3eca06444c90ac6bdbbf2a6c6f08 is 50, key is test_row_0/C:col10/1732614138102/Put/seqid=0 2024-11-26T09:42:18,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742145_1321 (size=12301) 2024-11-26T09:42:19,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-26T09:42:19,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:19,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:19,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-26T09:42:19,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:19,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:19,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:19,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:19,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-26T09:42:19,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/c72d3eca06444c90ac6bdbbf2a6c6f08 2024-11-26T09:42:19,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/e6625a7b08114e4494da9345deefee93 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e6625a7b08114e4494da9345deefee93 2024-11-26T09:42:19,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e6625a7b08114e4494da9345deefee93, entries=200, sequenceid=414, filesize=14.4 K 2024-11-26T09:42:19,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/a58aaf9129614f3b8b8fe09be9657fef as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/a58aaf9129614f3b8b8fe09be9657fef 2024-11-26T09:42:19,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/a58aaf9129614f3b8b8fe09be9657fef, entries=150, sequenceid=414, filesize=12.0 K 2024-11-26T09:42:19,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/c72d3eca06444c90ac6bdbbf2a6c6f08 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/c72d3eca06444c90ac6bdbbf2a6c6f08 2024-11-26T09:42:19,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/c72d3eca06444c90ac6bdbbf2a6c6f08, entries=150, sequenceid=414, filesize=12.0 K 2024-11-26T09:42:19,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d6a1c81e6108744b45d754bccd00c4ec in 1260ms, sequenceid=414, compaction requested=true 2024-11-26T09:42:19,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:19,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:42:19,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:19,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:42:19,373 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:19,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:19,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:42:19,373 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:19,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:19,374 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:19,374 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:19,374 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/A is initiating minor compaction (all files) 2024-11-26T09:42:19,374 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/B is initiating minor compaction (all files) 2024-11-26T09:42:19,374 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/A in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:19,374 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/B in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:19,374 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/9c7699852a4b4e1bb8bc0a0b352ae8f5, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/885599c804f24d4e93bdcee240316ddb, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e6625a7b08114e4494da9345deefee93] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=39.1 K 2024-11-26T09:42:19,374 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/ef3a6b70ad60429a87e0f2b6b350f485, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/5e4f4af046124d53b4b6683848d9612e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/a58aaf9129614f3b8b8fe09be9657fef] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=36.7 K 2024-11-26T09:42:19,374 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c7699852a4b4e1bb8bc0a0b352ae8f5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732614133652 2024-11-26T09:42:19,374 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ef3a6b70ad60429a87e0f2b6b350f485, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732614133652 2024-11-26T09:42:19,376 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 885599c804f24d4e93bdcee240316ddb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732614135908 2024-11-26T09:42:19,376 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e4f4af046124d53b4b6683848d9612e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732614135908 2024-11-26T09:42:19,376 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting a58aaf9129614f3b8b8fe09be9657fef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732614138102 2024-11-26T09:42:19,376 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6625a7b08114e4494da9345deefee93, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732614138102 2024-11-26T09:42:19,385 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#A#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:19,385 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#B#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:19,386 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/ed47f8320a4a4f34aef3b15e78a1e860 is 50, key is test_row_0/A:col10/1732614138102/Put/seqid=0 2024-11-26T09:42:19,386 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/bf944e26079f4b83bcb308a0097a5f69 is 50, key is test_row_0/B:col10/1732614138102/Put/seqid=0 2024-11-26T09:42:19,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742146_1322 (size=13119) 2024-11-26T09:42:19,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-26T09:42:19,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:19,405 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-26T09:42:19,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:19,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:19,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:19,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:19,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:19,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:19,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742147_1323 (size=13119) 2024-11-26T09:42:19,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/9f10520fcca04d7da35d77e5d480dc97 is 50, key is test_row_0/A:col10/1732614138298/Put/seqid=0 2024-11-26T09:42:19,418 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/bf944e26079f4b83bcb308a0097a5f69 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/bf944e26079f4b83bcb308a0097a5f69 2024-11-26T09:42:19,424 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/B of d6a1c81e6108744b45d754bccd00c4ec into bf944e26079f4b83bcb308a0097a5f69(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:19,424 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:19,424 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/B, priority=13, startTime=1732614139373; duration=0sec 2024-11-26T09:42:19,424 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:19,424 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:B 2024-11-26T09:42:19,424 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:19,426 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:19,426 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): d6a1c81e6108744b45d754bccd00c4ec/C is initiating minor compaction (all files) 2024-11-26T09:42:19,426 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6a1c81e6108744b45d754bccd00c4ec/C in TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:19,426 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/5be867dfbddb4675ba111b431a59eb6c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/ed69b2aca58b4bc9911e7b7267d0b43b, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/c72d3eca06444c90ac6bdbbf2a6c6f08] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp, totalSize=36.7 K 2024-11-26T09:42:19,427 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 5be867dfbddb4675ba111b431a59eb6c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732614133652 2024-11-26T09:42:19,427 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ed69b2aca58b4bc9911e7b7267d0b43b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732614135908 2024-11-26T09:42:19,428 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting c72d3eca06444c90ac6bdbbf2a6c6f08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732614138102 2024-11-26T09:42:19,437 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6a1c81e6108744b45d754bccd00c4ec#C#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:19,437 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/bb8cdaefb47b45e6bfabb40d86eb9020 is 50, key is test_row_0/C:col10/1732614138102/Put/seqid=0 2024-11-26T09:42:19,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742148_1324 (size=12301) 2024-11-26T09:42:19,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742149_1325 (size=13119) 2024-11-26T09:42:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:19,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:19,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614199481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:19,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:19,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:19,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:19,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614199595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:19,802 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/ed47f8320a4a4f34aef3b15e78a1e860 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/ed47f8320a4a4f34aef3b15e78a1e860 2024-11-26T09:42:19,807 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/A of d6a1c81e6108744b45d754bccd00c4ec into ed47f8320a4a4f34aef3b15e78a1e860(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:19,807 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:19,807 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/A, priority=13, startTime=1732614139373; duration=0sec 2024-11-26T09:42:19,807 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:19,807 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:A 2024-11-26T09:42:19,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614199805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:19,843 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/9f10520fcca04d7da35d77e5d480dc97 2024-11-26T09:42:19,850 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/bb8cdaefb47b45e6bfabb40d86eb9020 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/bb8cdaefb47b45e6bfabb40d86eb9020 2024-11-26T09:42:19,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/53bd1e741aaf4567a92d6e24a4cf77f9 is 50, key is test_row_0/B:col10/1732614138298/Put/seqid=0 2024-11-26T09:42:19,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742150_1326 (size=12301) 2024-11-26T09:42:19,857 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6a1c81e6108744b45d754bccd00c4ec/C of d6a1c81e6108744b45d754bccd00c4ec into bb8cdaefb47b45e6bfabb40d86eb9020(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:19,857 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:19,857 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., storeName=d6a1c81e6108744b45d754bccd00c4ec/C, priority=13, startTime=1732614139373; duration=0sec 2024-11-26T09:42:19,858 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:19,858 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:C 2024-11-26T09:42:20,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54814 deadline: 1732614200114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:20,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:20,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:20,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:20,255 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/53bd1e741aaf4567a92d6e24a4cf77f9 2024-11-26T09:42:20,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/0c2d309eac264000bff46a2cf1cefb9f is 50, key is test_row_0/C:col10/1732614138298/Put/seqid=0 2024-11-26T09:42:20,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742151_1327 (size=12301) 2024-11-26T09:42:20,269 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/0c2d309eac264000bff46a2cf1cefb9f 2024-11-26T09:42:20,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/9f10520fcca04d7da35d77e5d480dc97 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/9f10520fcca04d7da35d77e5d480dc97 2024-11-26T09:42:20,277 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/9f10520fcca04d7da35d77e5d480dc97, entries=150, sequenceid=451, filesize=12.0 K 2024-11-26T09:42:20,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/53bd1e741aaf4567a92d6e24a4cf77f9 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/53bd1e741aaf4567a92d6e24a4cf77f9 2024-11-26T09:42:20,282 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/53bd1e741aaf4567a92d6e24a4cf77f9, entries=150, sequenceid=451, filesize=12.0 K 2024-11-26T09:42:20,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/0c2d309eac264000bff46a2cf1cefb9f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/0c2d309eac264000bff46a2cf1cefb9f 2024-11-26T09:42:20,287 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/0c2d309eac264000bff46a2cf1cefb9f, entries=150, sequenceid=451, filesize=12.0 K 2024-11-26T09:42:20,288 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for d6a1c81e6108744b45d754bccd00c4ec in 883ms, sequenceid=451, compaction requested=false 2024-11-26T09:42:20,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:20,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:20,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-26T09:42:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-26T09:42:20,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-26T09:42:20,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1120 sec 2024-11-26T09:42:20,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.1170 sec 2024-11-26T09:42:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-26T09:42:20,326 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:20,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-26T09:42:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-26T09:42:20,328 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:20,329 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:20,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-26T09:42:20,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-26T09:42:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:20,482 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:42:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/34a7f376e5dd4da792d32962523932ed is 50, key is test_row_0/A:col10/1732614139474/Put/seqid=0 2024-11-26T09:42:20,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742152_1328 (size=12301) 2024-11-26T09:42:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:20,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. as already flushing 2024-11-26T09:42:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-26T09:42:20,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614140691, max timestamp=1732614140730Num uniques 859; 2024-11-26T09:42:20,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:20,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614140691, max timestamp=1732614140730Num uniques 859; 2024-11-26T09:42:20,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:20,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614140691, max timestamp=1732614140730Num uniques 859; 2024-11-26T09:42:20,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:20,767 INFO [Thread-1167 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1167. 2024-11-26T09:42:20,767 DEBUG [Thread-1167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:20,767 DEBUG [Thread-1167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:20,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:20,768 DEBUG [Thread-1167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:20,771 INFO [Thread-1171 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1171. 2024-11-26T09:42:20,771 DEBUG [Thread-1171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:20,771 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:20,771 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:20,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:20,772 INFO [Thread-1169 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1169. 2024-11-26T09:42:20,773 DEBUG [Thread-1169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:20,773 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:20,773 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:20,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:20,773 INFO [Thread-1165 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1165. 2024-11-26T09:42:20,773 DEBUG [Thread-1165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:20,773 DEBUG [Thread-1165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:20,773 DEBUG [Thread-1165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:20,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:20,775 INFO [Thread-1173 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1173. 2024-11-26T09:42:20,775 DEBUG [Thread-1173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:20,775 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:20,775 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:20,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:20,776 INFO [Thread-1158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1158. 2024-11-26T09:42:20,776 DEBUG [Thread-1158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:20,776 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:20,776 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:20,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:20,892 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/34a7f376e5dd4da792d32962523932ed 2024-11-26T09:42:20,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/54de01d1fb0544d3ae9d77bfa3bf6abb is 50, key is test_row_0/B:col10/1732614139474/Put/seqid=0 2024-11-26T09:42:20,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742153_1329 (size=12301) 2024-11-26T09:42:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-26T09:42:21,302 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/54de01d1fb0544d3ae9d77bfa3bf6abb 2024-11-26T09:42:21,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/a5284b949e784c748f6df42315485acf is 50, key is test_row_0/C:col10/1732614139474/Put/seqid=0 2024-11-26T09:42:21,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742154_1330 (size=12301) 2024-11-26T09:42:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-26T09:42:21,714 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/a5284b949e784c748f6df42315485acf 2024-11-26T09:42:21,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/34a7f376e5dd4da792d32962523932ed as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/34a7f376e5dd4da792d32962523932ed 2024-11-26T09:42:21,721 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/34a7f376e5dd4da792d32962523932ed, entries=150, sequenceid=464, filesize=12.0 K 2024-11-26T09:42:21,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/54de01d1fb0544d3ae9d77bfa3bf6abb as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/54de01d1fb0544d3ae9d77bfa3bf6abb 2024-11-26T09:42:21,726 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/54de01d1fb0544d3ae9d77bfa3bf6abb, entries=150, sequenceid=464, filesize=12.0 K 2024-11-26T09:42:21,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/a5284b949e784c748f6df42315485acf as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/a5284b949e784c748f6df42315485acf 2024-11-26T09:42:21,730 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/a5284b949e784c748f6df42315485acf, entries=150, sequenceid=464, filesize=12.0 K 2024-11-26T09:42:21,731 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=73.80 KB/75570 for d6a1c81e6108744b45d754bccd00c4ec in 1248ms, sequenceid=464, compaction requested=true 2024-11-26T09:42:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-26T09:42:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-26T09:42:21,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-26T09:42:21,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-26T09:42:21,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.4080 sec 2024-11-26T09:42:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-26T09:42:22,476 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:23,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=80.51 KB heapSize=225.61 KB 2024-11-26T09:42:23,466 INFO [Thread-1156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1156. 2024-11-26T09:42:23,467 DEBUG [Thread-1156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:23,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:23,467 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:23,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:23,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:23,467 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:23,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:23,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:23,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:23,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:23,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/0910897eedfd43508db2fd6b5e691f6f is 50, key is test_row_0/A:col10/1732614140760/Put/seqid=0 2024-11-26T09:42:23,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742155_1331 (size=12301) 2024-11-26T09:42:23,486 INFO [Thread-1160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1160. 2024-11-26T09:42:23,486 DEBUG [Thread-1160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:23,486 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:23,486 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:23,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:23,517 INFO [Thread-1162 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1162. 2024-11-26T09:42:23,517 INFO [Thread-1154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1154. 2024-11-26T09:42:23,517 DEBUG [Thread-1154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:23,517 DEBUG [Thread-1162 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:23,517 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:23,517 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:23,517 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:23,517 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:23,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:23,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:23,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T09:42:23,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-26T09:42:23,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-26T09:42:23,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 268 2024-11-26T09:42:23,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-26T09:42:23,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-26T09:42:23,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T09:42:23,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2935 2024-11-26T09:42:23,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3034 2024-11-26T09:42:23,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2852 2024-11-26T09:42:23,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2925 2024-11-26T09:42:23,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3053 2024-11-26T09:42:23,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T09:42:23,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T09:42:23,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T09:42:23,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:23,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:23,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:23,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T09:42:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-26T09:42:23,521 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614143521"}]},"ts":"1732614143521"} 2024-11-26T09:42:23,522 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T09:42:23,522 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T09:42:23,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T09:42:23,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6a1c81e6108744b45d754bccd00c4ec, UNASSIGN}] 2024-11-26T09:42:23,525 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6a1c81e6108744b45d754bccd00c4ec, UNASSIGN 2024-11-26T09:42:23,525 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=d6a1c81e6108744b45d754bccd00c4ec, regionState=CLOSING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:23,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6a1c81e6108744b45d754bccd00c4ec, UNASSIGN because future has completed 2024-11-26T09:42:23,527 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T09:42:23,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:42:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-26T09:42:23,679 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:23,679 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T09:42:23,679 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing d6a1c81e6108744b45d754bccd00c4ec, disabling compactions & flushes 2024-11-26T09:42:23,679 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-26T09:42:23,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/0910897eedfd43508db2fd6b5e691f6f 2024-11-26T09:42:23,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/e73d9212f716471bb528836322b96983 is 50, key is test_row_0/B:col10/1732614140760/Put/seqid=0 2024-11-26T09:42:23,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742156_1332 (size=12301) 2024-11-26T09:42:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-26T09:42:24,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/e73d9212f716471bb528836322b96983 2024-11-26T09:42:24,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/3944d965561a41e990f4b89a671d0465 is 50, key is test_row_0/C:col10/1732614140760/Put/seqid=0 2024-11-26T09:42:24,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742157_1333 (size=12301) 2024-11-26T09:42:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-26T09:42:24,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/3944d965561a41e990f4b89a671d0465 2024-11-26T09:42:24,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/0910897eedfd43508db2fd6b5e691f6f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/0910897eedfd43508db2fd6b5e691f6f 2024-11-26T09:42:24,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/0910897eedfd43508db2fd6b5e691f6f, entries=150, sequenceid=493, filesize=12.0 K 2024-11-26T09:42:24,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/e73d9212f716471bb528836322b96983 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/e73d9212f716471bb528836322b96983 2024-11-26T09:42:24,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/e73d9212f716471bb528836322b96983, entries=150, sequenceid=493, filesize=12.0 K 2024-11-26T09:42:24,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/3944d965561a41e990f4b89a671d0465 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3944d965561a41e990f4b89a671d0465 2024-11-26T09:42:24,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3944d965561a41e990f4b89a671d0465, entries=150, sequenceid=493, filesize=12.0 K 2024-11-26T09:42:24,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~225.56 KB/230976, currentSize=20.13 KB/20610 for d6a1c81e6108744b45d754bccd00c4ec in 1242ms, sequenceid=493, compaction requested=true 2024-11-26T09:42:24,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6a1c81e6108744b45d754bccd00c4ec: 2024-11-26T09:42:24,708 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:24,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:42:24,709 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:24,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:24,709 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. because compaction request was cancelled 2024-11-26T09:42:24,709 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. after waiting 0 ms 2024-11-26T09:42:24,709 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:24,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:42:24,709 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:A 2024-11-26T09:42:24,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:24,709 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. because compaction request was cancelled 2024-11-26T09:42:24,709 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:B 2024-11-26T09:42:24,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6a1c81e6108744b45d754bccd00c4ec:C, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:42:24,709 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. because compaction request was cancelled 2024-11-26T09:42:24,709 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing d6a1c81e6108744b45d754bccd00c4ec 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-26T09:42:24,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:24,709 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6a1c81e6108744b45d754bccd00c4ec:C 2024-11-26T09:42:24,709 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=A 2024-11-26T09:42:24,709 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:24,709 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=B 2024-11-26T09:42:24,709 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:24,709 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6a1c81e6108744b45d754bccd00c4ec, store=C 2024-11-26T09:42:24,709 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:24,712 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/b326b5bedbac4d3aa3aa24d9e636e051 is 50, key is test_row_0/A:col10/1732614143485/Put/seqid=0 2024-11-26T09:42:24,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742158_1334 (size=12301) 2024-11-26T09:42:25,116 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/b326b5bedbac4d3aa3aa24d9e636e051 2024-11-26T09:42:25,122 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/c97d2f49cbf04d71bc3b1f4d53d068e1 is 50, key is test_row_0/B:col10/1732614143485/Put/seqid=0 2024-11-26T09:42:25,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742159_1335 (size=12301) 2024-11-26T09:42:25,526 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/c97d2f49cbf04d71bc3b1f4d53d068e1 2024-11-26T09:42:25,535 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/57b527b85db44c228e732e1a9e39aa82 is 50, key is test_row_0/C:col10/1732614143485/Put/seqid=0 2024-11-26T09:42:25,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742160_1336 (size=12301) 2024-11-26T09:42:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-26T09:42:25,755 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T09:42:25,940 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/57b527b85db44c228e732e1a9e39aa82 2024-11-26T09:42:25,944 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/A/b326b5bedbac4d3aa3aa24d9e636e051 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/b326b5bedbac4d3aa3aa24d9e636e051 2024-11-26T09:42:25,947 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/b326b5bedbac4d3aa3aa24d9e636e051, entries=150, sequenceid=499, filesize=12.0 K 2024-11-26T09:42:25,948 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/B/c97d2f49cbf04d71bc3b1f4d53d068e1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c97d2f49cbf04d71bc3b1f4d53d068e1 2024-11-26T09:42:25,951 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c97d2f49cbf04d71bc3b1f4d53d068e1, entries=150, sequenceid=499, filesize=12.0 K 2024-11-26T09:42:25,952 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/.tmp/C/57b527b85db44c228e732e1a9e39aa82 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/57b527b85db44c228e732e1a9e39aa82 2024-11-26T09:42:25,955 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/57b527b85db44c228e732e1a9e39aa82, entries=150, sequenceid=499, filesize=12.0 K 2024-11-26T09:42:25,956 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for d6a1c81e6108744b45d754bccd00c4ec in 1247ms, sequenceid=499, compaction requested=true 2024-11-26T09:42:25,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/1bbb1c4b828a4307b2350f9d69897fdc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/3be57fc6d7d6493eaf1b68356941a267, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/0834cfe91084471fa1dbac63bc16cb80, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/29cd76ac99494fb3938d956f8efce8e6, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/b0298f43f2ea4e928073950c0308cb9f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/9fc80d71f64b4b2aad09d9d889c70f44, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e31e68f8bcf847bba5c9c8069aa9b524, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/4cda0fbce071492ba9ec9e09e7d1f906, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/2bb39438323b4aa7bcb47f4d51c7ad9e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/1621f96f58a6441e83a9369955a389bd, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e58733ab728d414b8924fee813fdd3a9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/52ac029abfb940e8b29a69057873fec1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/018b591852b1401fb192efe11a1e51bc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/bb9c59b7e7b54dda8619ec706431d22e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/f931db1136c1423c9541a13458ffe09f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/6530a1af35164b94b6e2312c64dc957a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/3a276633d8b34c69a01e9521cb111dc2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/906d9463598c43cea61e7f92b964b9e9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/2c00b9c317e34d0d852a4fcbe5f3337c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/8eda1e35c52e4c438574bab0500d6774, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/cd0e59bc0f474aa3bfa4a64ac2f86fcd, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/9c7699852a4b4e1bb8bc0a0b352ae8f5, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/885599c804f24d4e93bdcee240316ddb, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e6625a7b08114e4494da9345deefee93] to archive 2024-11-26T09:42:25,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:42:25,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/1bbb1c4b828a4307b2350f9d69897fdc to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/1bbb1c4b828a4307b2350f9d69897fdc 2024-11-26T09:42:25,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/3be57fc6d7d6493eaf1b68356941a267 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/3be57fc6d7d6493eaf1b68356941a267 2024-11-26T09:42:25,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/0834cfe91084471fa1dbac63bc16cb80 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/0834cfe91084471fa1dbac63bc16cb80 2024-11-26T09:42:25,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/29cd76ac99494fb3938d956f8efce8e6 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/29cd76ac99494fb3938d956f8efce8e6 2024-11-26T09:42:25,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/b0298f43f2ea4e928073950c0308cb9f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/b0298f43f2ea4e928073950c0308cb9f 2024-11-26T09:42:25,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/9fc80d71f64b4b2aad09d9d889c70f44 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/9fc80d71f64b4b2aad09d9d889c70f44 2024-11-26T09:42:25,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e31e68f8bcf847bba5c9c8069aa9b524 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e31e68f8bcf847bba5c9c8069aa9b524 2024-11-26T09:42:25,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/4cda0fbce071492ba9ec9e09e7d1f906 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/4cda0fbce071492ba9ec9e09e7d1f906 2024-11-26T09:42:25,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/2bb39438323b4aa7bcb47f4d51c7ad9e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/2bb39438323b4aa7bcb47f4d51c7ad9e 2024-11-26T09:42:25,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/1621f96f58a6441e83a9369955a389bd to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/1621f96f58a6441e83a9369955a389bd 2024-11-26T09:42:25,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e58733ab728d414b8924fee813fdd3a9 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e58733ab728d414b8924fee813fdd3a9 2024-11-26T09:42:25,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/52ac029abfb940e8b29a69057873fec1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/52ac029abfb940e8b29a69057873fec1 2024-11-26T09:42:25,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/018b591852b1401fb192efe11a1e51bc to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/018b591852b1401fb192efe11a1e51bc 2024-11-26T09:42:25,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/bb9c59b7e7b54dda8619ec706431d22e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/bb9c59b7e7b54dda8619ec706431d22e 2024-11-26T09:42:25,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/f931db1136c1423c9541a13458ffe09f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/f931db1136c1423c9541a13458ffe09f 2024-11-26T09:42:25,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/6530a1af35164b94b6e2312c64dc957a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/6530a1af35164b94b6e2312c64dc957a 2024-11-26T09:42:25,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/3a276633d8b34c69a01e9521cb111dc2 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/3a276633d8b34c69a01e9521cb111dc2 2024-11-26T09:42:25,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/906d9463598c43cea61e7f92b964b9e9 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/906d9463598c43cea61e7f92b964b9e9 2024-11-26T09:42:25,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/2c00b9c317e34d0d852a4fcbe5f3337c to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/2c00b9c317e34d0d852a4fcbe5f3337c 2024-11-26T09:42:25,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/8eda1e35c52e4c438574bab0500d6774 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/8eda1e35c52e4c438574bab0500d6774 2024-11-26T09:42:25,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/cd0e59bc0f474aa3bfa4a64ac2f86fcd to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/cd0e59bc0f474aa3bfa4a64ac2f86fcd 2024-11-26T09:42:25,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/9c7699852a4b4e1bb8bc0a0b352ae8f5 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/9c7699852a4b4e1bb8bc0a0b352ae8f5 2024-11-26T09:42:25,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/885599c804f24d4e93bdcee240316ddb to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/885599c804f24d4e93bdcee240316ddb 2024-11-26T09:42:25,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e6625a7b08114e4494da9345deefee93 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/e6625a7b08114e4494da9345deefee93 2024-11-26T09:42:25,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/f91f109bb1ec4ff2b6db696fef3cd762, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/a362e6d7615540229f1ad954a493a96f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/3e2f02495d9147faa577959bb8772ba6, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/1f429cd84aa84e489ae0568368c96f6d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/643794f6be84464cbae060158ae6dc2c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/404fc68e9886498aa3dfd69fbe3655e1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/362ea9ca2ef24dd5bb54561c0fee5d43, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c77212eb4ff9422cbbf81a76541e0f20, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/52ac94bcf9cc461fa5befb31b574a988, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/95cb4d09f8af4c1c8ff9bade7ed1ea18, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/8f23f09027b24b29b8cad25a07e152ad, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/292a2b97a3b94412a333eee09d1906cc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/5ef40649481a40af80867446d589b3c9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/be01919808a44ec78ba40ad9a80f2c98, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/dcfbf4a4de5340efb51caddec34793e8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/dd6cb814b80149fe8d296f1d48352735, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/edfe49da5e9040a183d5620ce2825b52, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/95f702104cba4eb480c70c59661e8f4f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/fe0e942a08aa49df94c512ad3200e2dc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/745969bc1b1943099a51db8baa1d336d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/ef3a6b70ad60429a87e0f2b6b350f485, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c6aa88a3bc794c4ea4ecee61cc766c1d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/5e4f4af046124d53b4b6683848d9612e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/a58aaf9129614f3b8b8fe09be9657fef] to archive 2024-11-26T09:42:25,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:42:25,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/f91f109bb1ec4ff2b6db696fef3cd762 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/f91f109bb1ec4ff2b6db696fef3cd762 2024-11-26T09:42:25,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/a362e6d7615540229f1ad954a493a96f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/a362e6d7615540229f1ad954a493a96f 2024-11-26T09:42:25,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/3e2f02495d9147faa577959bb8772ba6 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/3e2f02495d9147faa577959bb8772ba6 2024-11-26T09:42:25,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/1f429cd84aa84e489ae0568368c96f6d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/1f429cd84aa84e489ae0568368c96f6d 2024-11-26T09:42:25,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/643794f6be84464cbae060158ae6dc2c to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/643794f6be84464cbae060158ae6dc2c 2024-11-26T09:42:25,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/404fc68e9886498aa3dfd69fbe3655e1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/404fc68e9886498aa3dfd69fbe3655e1 2024-11-26T09:42:25,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/362ea9ca2ef24dd5bb54561c0fee5d43 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/362ea9ca2ef24dd5bb54561c0fee5d43 2024-11-26T09:42:25,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c77212eb4ff9422cbbf81a76541e0f20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c77212eb4ff9422cbbf81a76541e0f20 2024-11-26T09:42:25,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/52ac94bcf9cc461fa5befb31b574a988 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/52ac94bcf9cc461fa5befb31b574a988 2024-11-26T09:42:25,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/95cb4d09f8af4c1c8ff9bade7ed1ea18 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/95cb4d09f8af4c1c8ff9bade7ed1ea18 2024-11-26T09:42:25,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/8f23f09027b24b29b8cad25a07e152ad to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/8f23f09027b24b29b8cad25a07e152ad 2024-11-26T09:42:25,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/292a2b97a3b94412a333eee09d1906cc to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/292a2b97a3b94412a333eee09d1906cc 2024-11-26T09:42:25,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/5ef40649481a40af80867446d589b3c9 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/5ef40649481a40af80867446d589b3c9 2024-11-26T09:42:25,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/be01919808a44ec78ba40ad9a80f2c98 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/be01919808a44ec78ba40ad9a80f2c98 2024-11-26T09:42:25,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/dcfbf4a4de5340efb51caddec34793e8 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/dcfbf4a4de5340efb51caddec34793e8 2024-11-26T09:42:25,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/dd6cb814b80149fe8d296f1d48352735 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/dd6cb814b80149fe8d296f1d48352735 2024-11-26T09:42:25,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/edfe49da5e9040a183d5620ce2825b52 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/edfe49da5e9040a183d5620ce2825b52 2024-11-26T09:42:25,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/95f702104cba4eb480c70c59661e8f4f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/95f702104cba4eb480c70c59661e8f4f 2024-11-26T09:42:26,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/fe0e942a08aa49df94c512ad3200e2dc to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/fe0e942a08aa49df94c512ad3200e2dc 2024-11-26T09:42:26,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/745969bc1b1943099a51db8baa1d336d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/745969bc1b1943099a51db8baa1d336d 2024-11-26T09:42:26,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/ef3a6b70ad60429a87e0f2b6b350f485 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/ef3a6b70ad60429a87e0f2b6b350f485 2024-11-26T09:42:26,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c6aa88a3bc794c4ea4ecee61cc766c1d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c6aa88a3bc794c4ea4ecee61cc766c1d 2024-11-26T09:42:26,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/5e4f4af046124d53b4b6683848d9612e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/5e4f4af046124d53b4b6683848d9612e 2024-11-26T09:42:26,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/a58aaf9129614f3b8b8fe09be9657fef to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/a58aaf9129614f3b8b8fe09be9657fef 2024-11-26T09:42:26,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/6e80026f26e0427aa680a06f39aad0ad, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/0bc30a628bf24bc0b2fdd8ef5461a7c5, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/2b7d104edb4e4383a1c80d22c53f44a1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3b574a6259a14b6ebed9b7bd858ea24c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3a0615f2f6b14621b5113d2f366c7cf7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/43592686c7884ffbb1b99b435b4f49c1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/8805a1d6069e428a9b94f352c93edf01, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/05128a1f9a4847c9b97d77db38852703, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/fdd20aaef72945b688f1d921b82072ec, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/94d5399f04df4197afab9dc0ae9f211a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/01073661275046fe8a24bee3d3c950ec, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/5780df95e98c4686bdbc2c87f21aecdc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/a032d7b28c8f42caa556e255acf8e798, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/9c453fa6bed446cb94c051949e50318e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/54860b0603424f04a5d1fdf5d5095c30, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/9938aab4843848dc9f8badaa9da2d324, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/50bec868641e46cca60d8c465d5c7782, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/502261ae1a46423aae72975e0e9784a1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/30dbfb8fb9f84b11a0889716a68c177c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/09a6d371ae27410aa17728abaa46b78b, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/5be867dfbddb4675ba111b431a59eb6c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/ca89363f59c545fd9311d6f3efc5cd11, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/ed69b2aca58b4bc9911e7b7267d0b43b, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/c72d3eca06444c90ac6bdbbf2a6c6f08] to archive 2024-11-26T09:42:26,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:42:26,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/6e80026f26e0427aa680a06f39aad0ad to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/6e80026f26e0427aa680a06f39aad0ad 2024-11-26T09:42:26,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/0bc30a628bf24bc0b2fdd8ef5461a7c5 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/0bc30a628bf24bc0b2fdd8ef5461a7c5 2024-11-26T09:42:26,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/2b7d104edb4e4383a1c80d22c53f44a1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/2b7d104edb4e4383a1c80d22c53f44a1 2024-11-26T09:42:26,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3b574a6259a14b6ebed9b7bd858ea24c to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3b574a6259a14b6ebed9b7bd858ea24c 2024-11-26T09:42:26,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3a0615f2f6b14621b5113d2f366c7cf7 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3a0615f2f6b14621b5113d2f366c7cf7 2024-11-26T09:42:26,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/43592686c7884ffbb1b99b435b4f49c1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/43592686c7884ffbb1b99b435b4f49c1 2024-11-26T09:42:26,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/8805a1d6069e428a9b94f352c93edf01 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/8805a1d6069e428a9b94f352c93edf01 2024-11-26T09:42:26,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/05128a1f9a4847c9b97d77db38852703 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/05128a1f9a4847c9b97d77db38852703 2024-11-26T09:42:26,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/fdd20aaef72945b688f1d921b82072ec to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/fdd20aaef72945b688f1d921b82072ec 2024-11-26T09:42:26,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/94d5399f04df4197afab9dc0ae9f211a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/94d5399f04df4197afab9dc0ae9f211a 2024-11-26T09:42:26,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/01073661275046fe8a24bee3d3c950ec to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/01073661275046fe8a24bee3d3c950ec 2024-11-26T09:42:26,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/5780df95e98c4686bdbc2c87f21aecdc to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/5780df95e98c4686bdbc2c87f21aecdc 2024-11-26T09:42:26,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/a032d7b28c8f42caa556e255acf8e798 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/a032d7b28c8f42caa556e255acf8e798 2024-11-26T09:42:26,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/9c453fa6bed446cb94c051949e50318e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/9c453fa6bed446cb94c051949e50318e 2024-11-26T09:42:26,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/54860b0603424f04a5d1fdf5d5095c30 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/54860b0603424f04a5d1fdf5d5095c30 2024-11-26T09:42:26,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/9938aab4843848dc9f8badaa9da2d324 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/9938aab4843848dc9f8badaa9da2d324 2024-11-26T09:42:26,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/50bec868641e46cca60d8c465d5c7782 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/50bec868641e46cca60d8c465d5c7782 2024-11-26T09:42:26,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/502261ae1a46423aae72975e0e9784a1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/502261ae1a46423aae72975e0e9784a1 2024-11-26T09:42:26,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/30dbfb8fb9f84b11a0889716a68c177c to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/30dbfb8fb9f84b11a0889716a68c177c 2024-11-26T09:42:26,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/09a6d371ae27410aa17728abaa46b78b to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/09a6d371ae27410aa17728abaa46b78b 2024-11-26T09:42:26,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/5be867dfbddb4675ba111b431a59eb6c to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/5be867dfbddb4675ba111b431a59eb6c 2024-11-26T09:42:26,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/ca89363f59c545fd9311d6f3efc5cd11 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/ca89363f59c545fd9311d6f3efc5cd11 2024-11-26T09:42:26,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/ed69b2aca58b4bc9911e7b7267d0b43b to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/ed69b2aca58b4bc9911e7b7267d0b43b 2024-11-26T09:42:26,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/c72d3eca06444c90ac6bdbbf2a6c6f08 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/c72d3eca06444c90ac6bdbbf2a6c6f08 2024-11-26T09:42:26,032 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/recovered.edits/502.seqid, newMaxSeqId=502, maxSeqId=1 2024-11-26T09:42:26,033 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. 2024-11-26T09:42:26,033 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for d6a1c81e6108744b45d754bccd00c4ec: Waiting for close lock at 1732614143679Running coprocessor pre-close hooks at 1732614143679Disabling compacts and flushes for region at 1732614143679Disabling writes for close at 1732614144709 (+1030 ms)Obtaining lock to block concurrent updates at 1732614144709Preparing flush snapshotting stores in d6a1c81e6108744b45d754bccd00c4ec at 1732614144709Finished memstore snapshotting TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732614144709Flushing stores of TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec. at 1732614144709Flushing d6a1c81e6108744b45d754bccd00c4ec/A: creating writer at 1732614144709Flushing d6a1c81e6108744b45d754bccd00c4ec/A: appending metadata at 1732614144711 (+2 ms)Flushing d6a1c81e6108744b45d754bccd00c4ec/A: closing flushed file at 1732614144711Flushing d6a1c81e6108744b45d754bccd00c4ec/B: creating writer at 1732614145119 (+408 ms)Flushing d6a1c81e6108744b45d754bccd00c4ec/B: appending metadata at 1732614145122 (+3 ms)Flushing d6a1c81e6108744b45d754bccd00c4ec/B: closing flushed file at 1732614145122Flushing d6a1c81e6108744b45d754bccd00c4ec/C: creating writer at 1732614145531 (+409 ms)Flushing d6a1c81e6108744b45d754bccd00c4ec/C: appending metadata at 1732614145534 (+3 ms)Flushing d6a1c81e6108744b45d754bccd00c4ec/C: closing flushed file at 1732614145534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35435a7a: reopening flushed file at 1732614145943 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3701fef8: reopening flushed file at 1732614145947 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373a47a3: reopening flushed file at 1732614145951 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for d6a1c81e6108744b45d754bccd00c4ec in 1247ms, sequenceid=499, compaction requested=true at 1732614145956 (+5 ms)Writing region close event to WAL at 1732614146029 (+73 ms)Running coprocessor post-close hooks at 1732614146033 (+4 ms)Closed at 1732614146033 2024-11-26T09:42:26,035 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:26,035 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=d6a1c81e6108744b45d754bccd00c4ec, regionState=CLOSED 2024-11-26T09:42:26,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:42:26,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-26T09:42:26,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure d6a1c81e6108744b45d754bccd00c4ec, server=24c191b0ea9d,43373,1732614057595 in 2.5100 sec 2024-11-26T09:42:26,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-26T09:42:26,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6a1c81e6108744b45d754bccd00c4ec, UNASSIGN in 2.5140 sec 2024-11-26T09:42:26,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-26T09:42:26,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5170 sec 2024-11-26T09:42:26,043 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614146043"}]},"ts":"1732614146043"} 2024-11-26T09:42:26,044 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T09:42:26,044 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T09:42:26,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5250 sec 2024-11-26T09:42:27,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T09:42:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-26T09:42:27,675 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:27,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T09:42:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:27,677 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-26T09:42:27,678 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:27,680 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:27,682 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/recovered.edits] 2024-11-26T09:42:27,684 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/0910897eedfd43508db2fd6b5e691f6f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/0910897eedfd43508db2fd6b5e691f6f 2024-11-26T09:42:27,685 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/34a7f376e5dd4da792d32962523932ed to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/34a7f376e5dd4da792d32962523932ed 2024-11-26T09:42:27,686 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/9f10520fcca04d7da35d77e5d480dc97 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/9f10520fcca04d7da35d77e5d480dc97 2024-11-26T09:42:27,687 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/b326b5bedbac4d3aa3aa24d9e636e051 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/b326b5bedbac4d3aa3aa24d9e636e051 2024-11-26T09:42:27,688 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/ed47f8320a4a4f34aef3b15e78a1e860 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/A/ed47f8320a4a4f34aef3b15e78a1e860 2024-11-26T09:42:27,690 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/53bd1e741aaf4567a92d6e24a4cf77f9 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/53bd1e741aaf4567a92d6e24a4cf77f9 2024-11-26T09:42:27,691 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/54de01d1fb0544d3ae9d77bfa3bf6abb to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/54de01d1fb0544d3ae9d77bfa3bf6abb 2024-11-26T09:42:27,692 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/bf944e26079f4b83bcb308a0097a5f69 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/bf944e26079f4b83bcb308a0097a5f69 2024-11-26T09:42:27,693 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c97d2f49cbf04d71bc3b1f4d53d068e1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/c97d2f49cbf04d71bc3b1f4d53d068e1 2024-11-26T09:42:27,694 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/e73d9212f716471bb528836322b96983 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/B/e73d9212f716471bb528836322b96983 2024-11-26T09:42:27,696 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/0c2d309eac264000bff46a2cf1cefb9f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/0c2d309eac264000bff46a2cf1cefb9f 2024-11-26T09:42:27,697 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3944d965561a41e990f4b89a671d0465 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/3944d965561a41e990f4b89a671d0465 2024-11-26T09:42:27,698 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/57b527b85db44c228e732e1a9e39aa82 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/57b527b85db44c228e732e1a9e39aa82 2024-11-26T09:42:27,699 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/a5284b949e784c748f6df42315485acf to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/a5284b949e784c748f6df42315485acf 2024-11-26T09:42:27,700 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/bb8cdaefb47b45e6bfabb40d86eb9020 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/C/bb8cdaefb47b45e6bfabb40d86eb9020 2024-11-26T09:42:27,703 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/recovered.edits/502.seqid to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec/recovered.edits/502.seqid 2024-11-26T09:42:27,703 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/d6a1c81e6108744b45d754bccd00c4ec 2024-11-26T09:42:27,703 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T09:42:27,705 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:27,709 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T09:42:27,711 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T09:42:27,712 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:27,712 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T09:42:27,712 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732614147712"}]},"ts":"9223372036854775807"} 2024-11-26T09:42:27,714 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-26T09:42:27,714 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d6a1c81e6108744b45d754bccd00c4ec, NAME => 'TestAcidGuarantees,,1732614118569.d6a1c81e6108744b45d754bccd00c4ec.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T09:42:27,715 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T09:42:27,715 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732614147715"}]},"ts":"9223372036854775807"} 2024-11-26T09:42:27,716 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-26T09:42:27,717 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:27,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-11-26T09:42:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-26T09:42:27,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-26T09:42:27,785 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:27,796 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 252), OpenFileDescriptor=451 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 498), ProcessCount=11 (was 11), AvailableMemoryMB=3776 (was 4108) 2024-11-26T09:42:27,805 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=3776 2024-11-26T09:42:27,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T09:42:27,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T09:42:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:27,808 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T09:42:27,808 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:27,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-11-26T09:42:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-26T09:42:27,809 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T09:42:27,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742161_1337 (size=1061) 2024-11-26T09:42:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-26T09:42:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-26T09:42:28,216 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a 2024-11-26T09:42:28,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742162_1338 (size=53) 2024-11-26T09:42:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-26T09:42:28,622 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:42:28,622 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e6eebe5733b5c1a572604fcf168cc0e0, disabling compactions & flushes 2024-11-26T09:42:28,622 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:28,622 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:28,622 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. after waiting 0 ms 2024-11-26T09:42:28,622 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:28,622 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:28,622 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6eebe5733b5c1a572604fcf168cc0e0: Waiting for close lock at 1732614148622Disabling compacts and flushes for region at 1732614148622Disabling writes for close at 1732614148622Writing region close event to WAL at 1732614148622Closed at 1732614148622 2024-11-26T09:42:28,623 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T09:42:28,624 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732614148624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732614148624"}]},"ts":"1732614148624"} 2024-11-26T09:42:28,625 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T09:42:28,626 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T09:42:28,626 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614148626"}]},"ts":"1732614148626"} 2024-11-26T09:42:28,627 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T09:42:28,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6eebe5733b5c1a572604fcf168cc0e0, ASSIGN}] 2024-11-26T09:42:28,628 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6eebe5733b5c1a572604fcf168cc0e0, ASSIGN 2024-11-26T09:42:28,629 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6eebe5733b5c1a572604fcf168cc0e0, ASSIGN; state=OFFLINE, location=24c191b0ea9d,43373,1732614057595; forceNewPlan=false, retain=false 2024-11-26T09:42:28,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=e6eebe5733b5c1a572604fcf168cc0e0, regionState=OPENING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:28,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6eebe5733b5c1a572604fcf168cc0e0, ASSIGN because future has completed 2024-11-26T09:42:28,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:42:28,939 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:28,939 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} 2024-11-26T09:42:28,939 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:28,940 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:42:28,940 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:28,940 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:28,943 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:28,945 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:42:28,945 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6eebe5733b5c1a572604fcf168cc0e0 columnFamilyName A 2024-11-26T09:42:28,945 DEBUG [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-26T09:42:28,946 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.HStore(327): Store=e6eebe5733b5c1a572604fcf168cc0e0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:42:28,946 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:28,947 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:42:28,947 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6eebe5733b5c1a572604fcf168cc0e0 columnFamilyName B 2024-11-26T09:42:28,947 DEBUG [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:28,948 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.HStore(327): Store=e6eebe5733b5c1a572604fcf168cc0e0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:42:28,948 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:28,949 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:42:28,949 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6eebe5733b5c1a572604fcf168cc0e0 columnFamilyName C 2024-11-26T09:42:28,949 DEBUG [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:28,950 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.HStore(327): Store=e6eebe5733b5c1a572604fcf168cc0e0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:42:28,950 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:28,950 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:28,951 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:28,951 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:28,952 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:28,953 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:28,953 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T09:42:28,954 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:28,957 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T09:42:28,958 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened e6eebe5733b5c1a572604fcf168cc0e0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71762006, jitterRate=0.06933721899986267}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T09:42:28,958 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:28,959 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for e6eebe5733b5c1a572604fcf168cc0e0: Running coprocessor pre-open hook at 1732614148940Writing region info on filesystem at 1732614148940Initializing all the Stores at 1732614148941 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614148941Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614148943 (+2 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614148943Cleaning up temporary data from old regions at 1732614148953 (+10 ms)Running coprocessor post-open hooks at 1732614148958 (+5 ms)Region opened successfully at 1732614148958 2024-11-26T09:42:28,959 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., pid=91, masterSystemTime=1732614148935 2024-11-26T09:42:28,962 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:28,962 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:28,962 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=e6eebe5733b5c1a572604fcf168cc0e0, regionState=OPEN, openSeqNum=2, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:28,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:42:28,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-26T09:42:28,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 in 183 msec 2024-11-26T09:42:28,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-26T09:42:28,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6eebe5733b5c1a572604fcf168cc0e0, ASSIGN in 340 msec 2024-11-26T09:42:28,970 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T09:42:28,970 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614148970"}]},"ts":"1732614148970"} 2024-11-26T09:42:28,972 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T09:42:28,973 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T09:42:28,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-26T09:42:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-26T09:42:29,956 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:29,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f9102f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:29,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:29,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:29,959 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:29,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:29,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:29,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fe1017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:29,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:29,963 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:29,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43289a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:29,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:29,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:29,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T09:42:29,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 24c191b0ea9d,33185,1732614056759 2024-11-26T09:42:29,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@daed07f 2024-11-26T09:42:29,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T09:42:29,969 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T09:42:29,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T09:42:29,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T09:42:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:29,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742163_1339 (size=1097) 2024-11-26T09:42:29,991 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-26T09:42:29,991 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-26T09:42:29,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T09:42:29,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6eebe5733b5c1a572604fcf168cc0e0, REOPEN/MOVE}] 2024-11-26T09:42:29,999 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6eebe5733b5c1a572604fcf168cc0e0, REOPEN/MOVE 2024-11-26T09:42:30,009 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=e6eebe5733b5c1a572604fcf168cc0e0, regionState=CLOSING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:30,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6eebe5733b5c1a572604fcf168cc0e0, REOPEN/MOVE because future has completed 2024-11-26T09:42:30,011 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T09:42:30,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:42:30,167 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,167 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T09:42:30,167 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing e6eebe5733b5c1a572604fcf168cc0e0, disabling compactions & flushes 2024-11-26T09:42:30,167 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:30,167 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:30,167 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. after waiting 0 ms 2024-11-26T09:42:30,167 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:30,172 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T09:42:30,173 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:30,173 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for e6eebe5733b5c1a572604fcf168cc0e0: Waiting for close lock at 1732614150167Running coprocessor pre-close hooks at 1732614150167Disabling compacts and flushes for region at 1732614150167Disabling writes for close at 1732614150167Writing region close event to WAL at 1732614150168 (+1 ms)Running coprocessor post-close hooks at 1732614150173 (+5 ms)Closed at 1732614150173 2024-11-26T09:42:30,173 WARN [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: e6eebe5733b5c1a572604fcf168cc0e0 to self. 2024-11-26T09:42:30,175 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,176 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=e6eebe5733b5c1a572604fcf168cc0e0, regionState=CLOSED 2024-11-26T09:42:30,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:42:30,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-26T09:42:30,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 in 168 msec 2024-11-26T09:42:30,182 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6eebe5733b5c1a572604fcf168cc0e0, REOPEN/MOVE; state=CLOSED, location=24c191b0ea9d,43373,1732614057595; forceNewPlan=false, retain=true 2024-11-26T09:42:30,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=e6eebe5733b5c1a572604fcf168cc0e0, regionState=OPENING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:30,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6eebe5733b5c1a572604fcf168cc0e0, REOPEN/MOVE because future has completed 2024-11-26T09:42:30,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:42:30,490 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:30,490 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} 2024-11-26T09:42:30,490 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,490 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:42:30,491 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,491 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,492 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,493 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:42:30,493 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6eebe5733b5c1a572604fcf168cc0e0 columnFamilyName A 2024-11-26T09:42:30,494 DEBUG [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:30,495 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.HStore(327): Store=e6eebe5733b5c1a572604fcf168cc0e0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:42:30,495 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,496 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:42:30,496 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6eebe5733b5c1a572604fcf168cc0e0 columnFamilyName B 2024-11-26T09:42:30,496 DEBUG [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:30,496 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.HStore(327): Store=e6eebe5733b5c1a572604fcf168cc0e0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:42:30,497 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,497 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:42:30,497 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6eebe5733b5c1a572604fcf168cc0e0 columnFamilyName C 2024-11-26T09:42:30,497 DEBUG [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:30,497 INFO [StoreOpener-e6eebe5733b5c1a572604fcf168cc0e0-1 {}] regionserver.HStore(327): Store=e6eebe5733b5c1a572604fcf168cc0e0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:42:30,498 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:30,498 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,498 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,499 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,500 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,500 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,500 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T09:42:30,501 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,502 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened e6eebe5733b5c1a572604fcf168cc0e0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69220452, jitterRate=0.031465113162994385}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T09:42:30,502 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,503 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for e6eebe5733b5c1a572604fcf168cc0e0: Running coprocessor pre-open hook at 1732614150491Writing region info on filesystem at 1732614150491Initializing all the Stores at 1732614150491Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614150491Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614150492 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614150492Cleaning up temporary data from old regions at 1732614150500 (+8 ms)Running coprocessor post-open hooks at 1732614150502 (+2 ms)Region opened successfully at 1732614150502 2024-11-26T09:42:30,503 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., pid=96, masterSystemTime=1732614150487 2024-11-26T09:42:30,505 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:30,505 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:30,505 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=e6eebe5733b5c1a572604fcf168cc0e0, regionState=OPEN, openSeqNum=5, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:30,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:42:30,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-11-26T09:42:30,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 in 173 msec 2024-11-26T09:42:30,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-26T09:42:30,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6eebe5733b5c1a572604fcf168cc0e0, REOPEN/MOVE in 511 msec 2024-11-26T09:42:30,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-26T09:42:30,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 517 msec 2024-11-26T09:42:30,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 541 msec 2024-11-26T09:42:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-26T09:42:30,517 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:30,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec1958f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:30,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:30,519 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:30,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:30,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:30,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bef4340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:30,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:30,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:30,520 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:30,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658470bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2f185f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:30,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:30,522 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:30,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:30,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:30,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5351e794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:30,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:30,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:30,524 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:30,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1c1378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a739f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:30,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:30,528 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f961ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:30,529 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8bf5f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87fd48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:30,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:30,531 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:30,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:30,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fde3572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:30,532 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52584577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:30,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:30,535 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:30,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:30,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:30,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d66d748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:30,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:30,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:30,536 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3deb0ae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd3a90f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:30,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:30,538 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:30,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:30,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:30,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbc5804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:30,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:30,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:30,539 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:30,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537393d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d098cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:30,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:30,541 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:30,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:30,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221c3726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:30,543 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311f70c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:30,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:30,545 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6a2420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:30,549 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:30,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17853878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:30,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:30,551 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c71b94b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:30,553 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b0b4e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:30,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:30,557 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7538f82c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:30,558 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:30,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae2387a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:30,564 DEBUG [Thread-1559 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:30,564 DEBUG [Thread-1557 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:30,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:30,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:30,566 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:30,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:30,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-26T09:42:30,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:42:30,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:42:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-26T09:42:30,572 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:30,572 DEBUG [Thread-1546 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:30,573 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:30,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:30,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:30,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:30,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:30,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:42:30,584 DEBUG [Thread-1555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:30,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:30,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:42:30,595 DEBUG [Thread-1550 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:30,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:30,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:30,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:30,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:42:30,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:30,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:30,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:30,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:30,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:30,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:42:30,603 DEBUG [Thread-1544 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:30,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:30,606 DEBUG [Thread-1553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:42:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:30,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:30,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:42:30,624 DEBUG [Thread-1542 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:30,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:30,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732614150618, max timestamp=1732614150625Num uniques 859; 2024-11-26T09:42:30,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=559, cellSize=25594, totalHeapSize=58376, min timestamp=1732614150613, max timestamp=1732614150625Num uniques 859; 2024-11-26T09:42:30,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:30,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=25594, suffix heap size=117064,new segment heap size=58376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=559 2024-11-26T09:42:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:42:30,630 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614150620, max timestamp=1732614150626Num uniques 859; 2024-11-26T09:42:30,630 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:30,631 DEBUG [Thread-1548 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:30,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:30,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:30,633 DEBUG [Thread-1561 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:30,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:30,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:30,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:30,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:30,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:42:30,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:42:30,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268a976a19effc4def93dcc7fb4f46b37c_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614150583/Put/seqid=0 2024-11-26T09:42:30,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742164_1340 (size=12154) 2024-11-26T09:42:30,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-26T09:42:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614210660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:30,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:30,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614210662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614210664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:30,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614210674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:30,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:30,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614210675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:30,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:30,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:30,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-26T09:42:30,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:30,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:30,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:30,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:30,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:30,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:30,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614210785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614210786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:30,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614210786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:30,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:30,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:30,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:30,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614210795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:30,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:30,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614210815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-26T09:42:30,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-26T09:42:30,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:30,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:30,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:30,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:30,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:31,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614211005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614211005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614211005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614211015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614211025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-26T09:42:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:31,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:31,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:31,066 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:31,069 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268a976a19effc4def93dcc7fb4f46b37c_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268a976a19effc4def93dcc7fb4f46b37c_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:31,070 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/172dc2f905aa4c169bf9eee3c8626a57, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:31,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/172dc2f905aa4c169bf9eee3c8626a57 is 175, key is test_row_0/A:col10/1732614150583/Put/seqid=0 2024-11-26T09:42:31,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742165_1341 (size=30955) 2024-11-26T09:42:31,077 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/172dc2f905aa4c169bf9eee3c8626a57 2024-11-26T09:42:31,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/1ab8469ef8b345c6b73fbb5471bd7d2b is 50, key is test_row_0/B:col10/1732614150583/Put/seqid=0 2024-11-26T09:42:31,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742166_1342 (size=12001) 2024-11-26T09:42:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-26T09:42:31,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-26T09:42:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:31,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:31,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614211324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614211325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614211325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614211325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-26T09:42:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:31,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:31,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:31,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:31,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:31,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614211345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-26T09:42:31,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:31,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:31,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:31,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:31,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:31,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/1ab8469ef8b345c6b73fbb5471bd7d2b 2024-11-26T09:42:31,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/7b47abb1c04a46cca94ad822899f5c9c is 50, key is test_row_0/C:col10/1732614150583/Put/seqid=0 2024-11-26T09:42:31,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742167_1343 (size=12001) 2024-11-26T09:42:31,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/7b47abb1c04a46cca94ad822899f5c9c 2024-11-26T09:42:31,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/172dc2f905aa4c169bf9eee3c8626a57 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/172dc2f905aa4c169bf9eee3c8626a57 2024-11-26T09:42:31,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/172dc2f905aa4c169bf9eee3c8626a57, entries=150, sequenceid=14, filesize=30.2 K 2024-11-26T09:42:31,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/1ab8469ef8b345c6b73fbb5471bd7d2b as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/1ab8469ef8b345c6b73fbb5471bd7d2b 2024-11-26T09:42:31,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/1ab8469ef8b345c6b73fbb5471bd7d2b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-26T09:42:31,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/7b47abb1c04a46cca94ad822899f5c9c as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/7b47abb1c04a46cca94ad822899f5c9c 2024-11-26T09:42:31,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/7b47abb1c04a46cca94ad822899f5c9c, entries=150, sequenceid=14, filesize=11.7 K 2024-11-26T09:42:31,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T09:42:31,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for e6eebe5733b5c1a572604fcf168cc0e0 in 962ms, sequenceid=14, compaction requested=false 2024-11-26T09:42:31,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:31,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-26T09:42:31,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:31,656 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-26T09:42:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:31,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ab2f864245014e9286aa9f285bd8f352_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614150667/Put/seqid=0 2024-11-26T09:42:31,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742168_1344 (size=12154) 2024-11-26T09:42:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-26T09:42:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:31,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614211854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614211859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614211865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614211865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614211866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614211975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614211975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614211975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:31,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614211985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:31,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:31,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:32,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:32,072 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ab2f864245014e9286aa9f285bd8f352_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ab2f864245014e9286aa9f285bd8f352_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:32,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/875c544027bd44978531eb1ef323ac97, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:32,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/875c544027bd44978531eb1ef323ac97 is 175, key is test_row_0/A:col10/1732614150667/Put/seqid=0 2024-11-26T09:42:32,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742169_1345 (size=30955) 2024-11-26T09:42:32,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614212195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:32,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614212195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:32,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614212195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:32,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614212195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:32,478 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/875c544027bd44978531eb1ef323ac97 2024-11-26T09:42:32,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/6f8c4671949f41bb81ed018c97fd3aed is 50, key is test_row_0/B:col10/1732614150667/Put/seqid=0 2024-11-26T09:42:32,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742170_1346 (size=12001) 2024-11-26T09:42:32,503 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/6f8c4671949f41bb81ed018c97fd3aed 2024-11-26T09:42:32,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/9184f64650d84754800dfacad6cbfd06 is 50, key is test_row_0/C:col10/1732614150667/Put/seqid=0 2024-11-26T09:42:32,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742171_1347 (size=12001) 2024-11-26T09:42:32,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614212515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:32,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614212515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:32,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614212515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:32,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614212515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:32,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-26T09:42:32,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614212885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:32,890 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in e6eebe5733b5c1a572604fcf168cc0e0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:32,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:32,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:32,915 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/9184f64650d84754800dfacad6cbfd06 2024-11-26T09:42:32,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/875c544027bd44978531eb1ef323ac97 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/875c544027bd44978531eb1ef323ac97 2024-11-26T09:42:32,924 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/875c544027bd44978531eb1ef323ac97, entries=150, sequenceid=49, filesize=30.2 K 2024-11-26T09:42:32,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/6f8c4671949f41bb81ed018c97fd3aed as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/6f8c4671949f41bb81ed018c97fd3aed 2024-11-26T09:42:32,929 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/6f8c4671949f41bb81ed018c97fd3aed, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T09:42:32,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/9184f64650d84754800dfacad6cbfd06 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/9184f64650d84754800dfacad6cbfd06 2024-11-26T09:42:32,933 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/9184f64650d84754800dfacad6cbfd06, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T09:42:32,934 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for e6eebe5733b5c1a572604fcf168cc0e0 in 1279ms, sequenceid=49, compaction requested=false 2024-11-26T09:42:32,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:32,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:32,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-26T09:42:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-26T09:42:32,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-26T09:42:32,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3630 sec 2024-11-26T09:42:32,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.3740 sec 2024-11-26T09:42:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:33,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T09:42:33,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:33,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:33,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:33,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:33,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:33,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:33,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112693499eec8efd46f6a170f078844aae87_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614151863/Put/seqid=0 2024-11-26T09:42:33,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742172_1348 (size=14594) 2024-11-26T09:42:33,042 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:33,046 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112693499eec8efd46f6a170f078844aae87_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112693499eec8efd46f6a170f078844aae87_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:33,047 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/6b59cb35c9e24852a1c99b0baddb796b, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:33,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/6b59cb35c9e24852a1c99b0baddb796b is 175, key is test_row_0/A:col10/1732614151863/Put/seqid=0 2024-11-26T09:42:33,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742173_1349 (size=39549) 2024-11-26T09:42:33,058 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/6b59cb35c9e24852a1c99b0baddb796b 2024-11-26T09:42:33,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/e25528b2b4cd429a95d38ec1eaec35af is 50, key is test_row_0/B:col10/1732614151863/Put/seqid=0 2024-11-26T09:42:33,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742174_1350 (size=12001) 2024-11-26T09:42:33,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/e25528b2b4cd429a95d38ec1eaec35af 2024-11-26T09:42:33,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614213072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614153052, max timestamp=1732614153092Num uniques 859; 2024-11-26T09:42:33,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:33,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614153052, max timestamp=1732614153092Num uniques 859; 2024-11-26T09:42:33,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614153052, max timestamp=1732614153092Num uniques 859; 2024-11-26T09:42:33,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:33,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:33,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/b7cd4e17d67d4dbb860fa87e4326c0dc is 50, key is test_row_0/C:col10/1732614151863/Put/seqid=0 2024-11-26T09:42:33,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742175_1351 (size=12001) 2024-11-26T09:42:33,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614213154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614213156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614213158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614213205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614213275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614213285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614213285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614213424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614213485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614213505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614213505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/b7cd4e17d67d4dbb860fa87e4326c0dc 2024-11-26T09:42:33,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/6b59cb35c9e24852a1c99b0baddb796b as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/6b59cb35c9e24852a1c99b0baddb796b 2024-11-26T09:42:33,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/6b59cb35c9e24852a1c99b0baddb796b, entries=200, sequenceid=60, filesize=38.6 K 2024-11-26T09:42:33,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/e25528b2b4cd429a95d38ec1eaec35af as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/e25528b2b4cd429a95d38ec1eaec35af 2024-11-26T09:42:33,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/e25528b2b4cd429a95d38ec1eaec35af, entries=150, sequenceid=60, filesize=11.7 K 2024-11-26T09:42:33,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/b7cd4e17d67d4dbb860fa87e4326c0dc as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/b7cd4e17d67d4dbb860fa87e4326c0dc 2024-11-26T09:42:33,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/b7cd4e17d67d4dbb860fa87e4326c0dc, entries=150, sequenceid=60, filesize=11.7 K 2024-11-26T09:42:33,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e6eebe5733b5c1a572604fcf168cc0e0 in 516ms, sequenceid=60, compaction requested=true 2024-11-26T09:42:33,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:33,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6eebe5733b5c1a572604fcf168cc0e0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:42:33,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:33,544 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:33,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6eebe5733b5c1a572604fcf168cc0e0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:42:33,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:33,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6eebe5733b5c1a572604fcf168cc0e0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:42:33,544 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:33,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:33,545 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:33,545 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): e6eebe5733b5c1a572604fcf168cc0e0/A is initiating minor compaction (all files) 2024-11-26T09:42:33,545 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:33,545 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6eebe5733b5c1a572604fcf168cc0e0/A in TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:33,545 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): e6eebe5733b5c1a572604fcf168cc0e0/B is initiating minor compaction (all files) 2024-11-26T09:42:33,545 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6eebe5733b5c1a572604fcf168cc0e0/B in TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:33,545 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/172dc2f905aa4c169bf9eee3c8626a57, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/875c544027bd44978531eb1ef323ac97, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/6b59cb35c9e24852a1c99b0baddb796b] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp, totalSize=99.1 K 2024-11-26T09:42:33,545 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:33,545 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/1ab8469ef8b345c6b73fbb5471bd7d2b, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/6f8c4671949f41bb81ed018c97fd3aed, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/e25528b2b4cd429a95d38ec1eaec35af] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp, totalSize=35.2 K 2024-11-26T09:42:33,545 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/172dc2f905aa4c169bf9eee3c8626a57, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/875c544027bd44978531eb1ef323ac97, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/6b59cb35c9e24852a1c99b0baddb796b] 2024-11-26T09:42:33,546 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 172dc2f905aa4c169bf9eee3c8626a57, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732614150583 2024-11-26T09:42:33,546 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ab8469ef8b345c6b73fbb5471bd7d2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732614150583 2024-11-26T09:42:33,546 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 875c544027bd44978531eb1ef323ac97, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732614150660 2024-11-26T09:42:33,546 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f8c4671949f41bb81ed018c97fd3aed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732614150660 2024-11-26T09:42:33,546 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b59cb35c9e24852a1c99b0baddb796b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732614151853 2024-11-26T09:42:33,546 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting e25528b2b4cd429a95d38ec1eaec35af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732614151863 2024-11-26T09:42:33,564 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:33,564 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6eebe5733b5c1a572604fcf168cc0e0#B#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:33,565 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/f0efb7c8b3f84c8d92785430f17e6c80 is 50, key is test_row_0/B:col10/1732614151863/Put/seqid=0 2024-11-26T09:42:33,567 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411267321755bb63641c9a71d6eeb1d646028_e6eebe5733b5c1a572604fcf168cc0e0 store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:33,569 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411267321755bb63641c9a71d6eeb1d646028_e6eebe5733b5c1a572604fcf168cc0e0, store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:33,569 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267321755bb63641c9a71d6eeb1d646028_e6eebe5733b5c1a572604fcf168cc0e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:33,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742176_1352 (size=12104) 2024-11-26T09:42:33,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742177_1353 (size=4469) 2024-11-26T09:42:33,574 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6eebe5733b5c1a572604fcf168cc0e0#A#compaction#303 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:33,574 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/af3f87bc8da44e54b08e80f738238150 is 175, key is test_row_0/A:col10/1732614151863/Put/seqid=0 2024-11-26T09:42:33,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742178_1354 (size=31058) 2024-11-26T09:42:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:33,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-26T09:42:33,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:33,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:33,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:33,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:33,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:33,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:33,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263d28eb0f37c948dcbc11fb4e3db07083_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614153752/Put/seqid=0 2024-11-26T09:42:33,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742179_1355 (size=14594) 2024-11-26T09:42:33,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614213806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614213818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614213825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614213825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614213925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614213945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:33,976 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/f0efb7c8b3f84c8d92785430f17e6c80 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/f0efb7c8b3f84c8d92785430f17e6c80 2024-11-26T09:42:33,981 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6eebe5733b5c1a572604fcf168cc0e0/B of e6eebe5733b5c1a572604fcf168cc0e0 into f0efb7c8b3f84c8d92785430f17e6c80(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:33,981 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:33,981 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., storeName=e6eebe5733b5c1a572604fcf168cc0e0/B, priority=13, startTime=1732614153544; duration=0sec 2024-11-26T09:42:33,981 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:33,981 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6eebe5733b5c1a572604fcf168cc0e0:B 2024-11-26T09:42:33,981 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:33,982 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:33,982 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): e6eebe5733b5c1a572604fcf168cc0e0/C is initiating minor compaction (all files) 2024-11-26T09:42:33,982 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6eebe5733b5c1a572604fcf168cc0e0/C in TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:33,982 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/7b47abb1c04a46cca94ad822899f5c9c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/9184f64650d84754800dfacad6cbfd06, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/b7cd4e17d67d4dbb860fa87e4326c0dc] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp, totalSize=35.2 K 2024-11-26T09:42:33,983 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b47abb1c04a46cca94ad822899f5c9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732614150583 2024-11-26T09:42:33,983 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 9184f64650d84754800dfacad6cbfd06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732614150660 2024-11-26T09:42:33,983 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting b7cd4e17d67d4dbb860fa87e4326c0dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732614151863 2024-11-26T09:42:33,991 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/af3f87bc8da44e54b08e80f738238150 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/af3f87bc8da44e54b08e80f738238150 2024-11-26T09:42:33,993 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6eebe5733b5c1a572604fcf168cc0e0#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:33,994 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/a63f0f4910f044e59b20efdec7b6f2c2 is 50, key is test_row_0/C:col10/1732614151863/Put/seqid=0 2024-11-26T09:42:34,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742180_1356 (size=12104) 2024-11-26T09:42:34,000 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6eebe5733b5c1a572604fcf168cc0e0/A of e6eebe5733b5c1a572604fcf168cc0e0 into af3f87bc8da44e54b08e80f738238150(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:34,000 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:34,000 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., storeName=e6eebe5733b5c1a572604fcf168cc0e0/A, priority=13, startTime=1732614153544; duration=0sec 2024-11-26T09:42:34,000 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:34,000 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6eebe5733b5c1a572604fcf168cc0e0:A 2024-11-26T09:42:34,007 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/a63f0f4910f044e59b20efdec7b6f2c2 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/a63f0f4910f044e59b20efdec7b6f2c2 2024-11-26T09:42:34,011 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6eebe5733b5c1a572604fcf168cc0e0/C of e6eebe5733b5c1a572604fcf168cc0e0 into a63f0f4910f044e59b20efdec7b6f2c2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:34,011 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:34,011 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., storeName=e6eebe5733b5c1a572604fcf168cc0e0/C, priority=13, startTime=1732614153544; duration=0sec 2024-11-26T09:42:34,011 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:34,011 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6eebe5733b5c1a572604fcf168cc0e0:C 2024-11-26T09:42:34,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614214145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:34,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:34,166 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:34,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614214165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:34,170 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263d28eb0f37c948dcbc11fb4e3db07083_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263d28eb0f37c948dcbc11fb4e3db07083_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:34,171 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/e601965014e24958a6308b62a033163a, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:34,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/e601965014e24958a6308b62a033163a is 175, key is test_row_0/A:col10/1732614153752/Put/seqid=0 2024-11-26T09:42:34,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742181_1357 (size=39549) 2024-11-26T09:42:34,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614214345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:34,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614214345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614214465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:34,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614214475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:34,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:34,578 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/e601965014e24958a6308b62a033163a 2024-11-26T09:42:34,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/17480161d8314a8f940388105d6b1e81 is 50, key is test_row_0/B:col10/1732614153752/Put/seqid=0 2024-11-26T09:42:34,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742182_1358 (size=12001) 2024-11-26T09:42:34,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/17480161d8314a8f940388105d6b1e81 2024-11-26T09:42:34,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/527a0f00da71424b8fe4dccb589863a3 is 50, key is test_row_0/C:col10/1732614153752/Put/seqid=0 2024-11-26T09:42:34,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742183_1359 (size=12001) 2024-11-26T09:42:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-26T09:42:34,735 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:34,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-26T09:42:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-26T09:42:34,738 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:34,738 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:34,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-26T09:42:34,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T09:42:34,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:34,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:34,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:34,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:34,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:34,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614214905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:34,911 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in e6eebe5733b5c1a572604fcf168cc0e0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:34,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:34,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614214975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:34,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:34,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:35,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614214996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:35,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:35,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:35,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:35,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/527a0f00da71424b8fe4dccb589863a3 2024-11-26T09:42:35,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/e601965014e24958a6308b62a033163a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/e601965014e24958a6308b62a033163a 2024-11-26T09:42:35,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/e601965014e24958a6308b62a033163a, entries=200, sequenceid=96, filesize=38.6 K 2024-11-26T09:42:35,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/17480161d8314a8f940388105d6b1e81 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/17480161d8314a8f940388105d6b1e81 2024-11-26T09:42:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/17480161d8314a8f940388105d6b1e81, entries=150, sequenceid=96, filesize=11.7 K 2024-11-26T09:42:35,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/527a0f00da71424b8fe4dccb589863a3 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/527a0f00da71424b8fe4dccb589863a3 2024-11-26T09:42:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/527a0f00da71424b8fe4dccb589863a3, entries=150, sequenceid=96, filesize=11.7 K 2024-11-26T09:42:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for e6eebe5733b5c1a572604fcf168cc0e0 in 1275ms, sequenceid=96, compaction requested=false 2024-11-26T09:42:35,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T09:42:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,045 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:42:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:35,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:35,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:35,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:35,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ff6b96650bc64d51b0c2ac7d388e0980_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614153804/Put/seqid=0 2024-11-26T09:42:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-26T09:42:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742184_1360 (size=9714) 2024-11-26T09:42:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-26T09:42:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:35,491 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ff6b96650bc64d51b0c2ac7d388e0980_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ff6b96650bc64d51b0c2ac7d388e0980_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/74cce51645894216a2348ccba7a5cc01, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:35,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/74cce51645894216a2348ccba7a5cc01 is 175, key is test_row_0/A:col10/1732614153804/Put/seqid=0 2024-11-26T09:42:35,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742185_1361 (size=22361) 2024-11-26T09:42:35,498 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=109, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/74cce51645894216a2348ccba7a5cc01 2024-11-26T09:42:35,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/664aee8c38ad41f3bd155b76f076cf74 is 50, key is test_row_0/B:col10/1732614153804/Put/seqid=0 2024-11-26T09:42:35,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742186_1362 (size=9657) 2024-11-26T09:42:35,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614155477, max timestamp=1732614155512Num uniques 859; 2024-11-26T09:42:35,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:35,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614155477, max timestamp=1732614155512Num uniques 859; 2024-11-26T09:42:35,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:35,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614155477, max timestamp=1732614155512Num uniques 859; 2024-11-26T09:42:35,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:35,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614215577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:35,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:35,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:35,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:35,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614215592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:35,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:35,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:35,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:35,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614215695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:35,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:35,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:35,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:35,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614215705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:35,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:35,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:35,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-26T09:42:35,912 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/664aee8c38ad41f3bd155b76f076cf74 2024-11-26T09:42:35,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/94f52fab48a34273b4d1fc2be62f9392 is 50, key is test_row_0/C:col10/1732614153804/Put/seqid=0 2024-11-26T09:42:35,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742187_1363 (size=9657) 2024-11-26T09:42:35,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614215915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:35,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:35,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:35,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:35,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614215915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:35,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614215995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:35,999 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in e6eebe5733b5c1a572604fcf168cc0e0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:36,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:36,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614216015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:36,026 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in e6eebe5733b5c1a572604fcf168cc0e0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:36,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:36,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614216235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:36,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614216235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:36,326 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/94f52fab48a34273b4d1fc2be62f9392 2024-11-26T09:42:36,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/74cce51645894216a2348ccba7a5cc01 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/74cce51645894216a2348ccba7a5cc01 2024-11-26T09:42:36,334 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/74cce51645894216a2348ccba7a5cc01, entries=100, sequenceid=109, filesize=21.8 K 2024-11-26T09:42:36,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/664aee8c38ad41f3bd155b76f076cf74 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/664aee8c38ad41f3bd155b76f076cf74 2024-11-26T09:42:36,338 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/664aee8c38ad41f3bd155b76f076cf74, entries=100, sequenceid=109, filesize=9.4 K 2024-11-26T09:42:36,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/94f52fab48a34273b4d1fc2be62f9392 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/94f52fab48a34273b4d1fc2be62f9392 2024-11-26T09:42:36,342 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/94f52fab48a34273b4d1fc2be62f9392, entries=100, sequenceid=109, filesize=9.4 K 2024-11-26T09:42:36,343 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e6eebe5733b5c1a572604fcf168cc0e0 in 1299ms, sequenceid=109, compaction requested=true 2024-11-26T09:42:36,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:36,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:36,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-26T09:42:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-26T09:42:36,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-26T09:42:36,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6050 sec 2024-11-26T09:42:36,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.6110 sec 2024-11-26T09:42:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:36,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-26T09:42:36,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:36,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:42:36,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:36,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:42:36,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:36,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:42:36,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126189d5282f0d24bfa9b875c94fe17211c_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614156759/Put/seqid=0 2024-11-26T09:42:36,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742188_1364 (size=14794) 2024-11-26T09:42:36,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614216783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:36,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:36,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614216791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:36,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-26T09:42:36,885 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:36,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-26T09:42:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-26T09:42:36,888 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:36,888 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:36,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:36,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614216905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:36,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614216906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-26T09:42:37,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T09:42:37,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:37,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:37,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:37,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614217125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:37,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614217125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:37,174 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:37,178 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126189d5282f0d24bfa9b875c94fe17211c_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126189d5282f0d24bfa9b875c94fe17211c_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:37,179 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/a27099df122c4d4696f53c23f9f851dc, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:37,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/a27099df122c4d4696f53c23f9f851dc is 175, key is test_row_0/A:col10/1732614156759/Put/seqid=0 2024-11-26T09:42:37,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742189_1365 (size=39749) 2024-11-26T09:42:37,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T09:42:37,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:37,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:37,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:37,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-26T09:42:37,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T09:42:37,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T09:42:37,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T09:42:37,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:37,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:37,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:37,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614217445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:37,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:37,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:37,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:37,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614217445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:37,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:37,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:37,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:37,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T09:42:37,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:37,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:37,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:37,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-26T09:42:37,583 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/a27099df122c4d4696f53c23f9f851dc 2024-11-26T09:42:37,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/c55dcb779c66466587f43e2995e6f95d is 50, key is test_row_0/B:col10/1732614156759/Put/seqid=0 2024-11-26T09:42:37,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742190_1366 (size=12151) 2024-11-26T09:42:37,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T09:42:37,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:37,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:37,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:37,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T09:42:37,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:37,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:37,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:37,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T09:42:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:37,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614217955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:37,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614217955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:37,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/c55dcb779c66466587f43e2995e6f95d 2024-11-26T09:42:38,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/0daf3050eade41b9a91f6be96b6c5501 is 50, key is test_row_0/C:col10/1732614156759/Put/seqid=0 2024-11-26T09:42:38,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742191_1367 (size=12151) 2024-11-26T09:42:38,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614218005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:38,018 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in e6eebe5733b5c1a572604fcf168cc0e0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-26T09:42:38,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614218045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:38,058 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in e6eebe5733b5c1a572604fcf168cc0e0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:38,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T09:42:38,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:38,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:38,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:38,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:38,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:38,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T09:42:38,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:38,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:38,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:38,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:38,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:38,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/0daf3050eade41b9a91f6be96b6c5501 2024-11-26T09:42:38,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T09:42:38,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:38,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:38,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:38,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:38,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:38,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/a27099df122c4d4696f53c23f9f851dc as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/a27099df122c4d4696f53c23f9f851dc 2024-11-26T09:42:38,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/a27099df122c4d4696f53c23f9f851dc, entries=200, sequenceid=147, filesize=38.8 K 2024-11-26T09:42:38,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/c55dcb779c66466587f43e2995e6f95d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/c55dcb779c66466587f43e2995e6f95d 2024-11-26T09:42:38,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/c55dcb779c66466587f43e2995e6f95d, entries=150, sequenceid=147, filesize=11.9 K 2024-11-26T09:42:38,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/0daf3050eade41b9a91f6be96b6c5501 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/0daf3050eade41b9a91f6be96b6c5501 2024-11-26T09:42:38,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/0daf3050eade41b9a91f6be96b6c5501, entries=150, sequenceid=147, filesize=11.9 K 2024-11-26T09:42:38,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for e6eebe5733b5c1a572604fcf168cc0e0 in 1674ms, sequenceid=147, compaction requested=true 2024-11-26T09:42:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6eebe5733b5c1a572604fcf168cc0e0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:42:38,435 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:42:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6eebe5733b5c1a572604fcf168cc0e0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:42:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6eebe5733b5c1a572604fcf168cc0e0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:42:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:38,435 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:42:38,436 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132717 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:42:38,436 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): e6eebe5733b5c1a572604fcf168cc0e0/A is initiating minor compaction (all files) 2024-11-26T09:42:38,436 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45913 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:42:38,436 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6eebe5733b5c1a572604fcf168cc0e0/A in TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:38,436 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): e6eebe5733b5c1a572604fcf168cc0e0/B is initiating minor compaction (all files) 2024-11-26T09:42:38,436 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/af3f87bc8da44e54b08e80f738238150, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/e601965014e24958a6308b62a033163a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/74cce51645894216a2348ccba7a5cc01, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/a27099df122c4d4696f53c23f9f851dc] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp, totalSize=129.6 K 2024-11-26T09:42:38,436 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6eebe5733b5c1a572604fcf168cc0e0/B in TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:38,436 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:38,436 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/af3f87bc8da44e54b08e80f738238150, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/e601965014e24958a6308b62a033163a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/74cce51645894216a2348ccba7a5cc01, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/a27099df122c4d4696f53c23f9f851dc] 2024-11-26T09:42:38,436 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/f0efb7c8b3f84c8d92785430f17e6c80, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/17480161d8314a8f940388105d6b1e81, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/664aee8c38ad41f3bd155b76f076cf74, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/c55dcb779c66466587f43e2995e6f95d] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp, totalSize=44.8 K 2024-11-26T09:42:38,437 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting af3f87bc8da44e54b08e80f738238150, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732614151863 2024-11-26T09:42:38,437 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting f0efb7c8b3f84c8d92785430f17e6c80, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732614151863 2024-11-26T09:42:38,437 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 17480161d8314a8f940388105d6b1e81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732614153154 2024-11-26T09:42:38,437 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting e601965014e24958a6308b62a033163a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732614153141 2024-11-26T09:42:38,437 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 664aee8c38ad41f3bd155b76f076cf74, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732614153804 2024-11-26T09:42:38,438 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74cce51645894216a2348ccba7a5cc01, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732614153804 2024-11-26T09:42:38,440 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting a27099df122c4d4696f53c23f9f851dc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732614155571 2024-11-26T09:42:38,440 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting c55dcb779c66466587f43e2995e6f95d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732614155571 2024-11-26T09:42:38,448 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:38,450 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6eebe5733b5c1a572604fcf168cc0e0#B#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:38,451 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/818e27a5c7a041728d03be2eaeb1c2ec is 50, key is test_row_0/B:col10/1732614156759/Put/seqid=0 2024-11-26T09:42:38,452 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126b3d8dcb6af48422db45a91c49f95c452_e6eebe5733b5c1a572604fcf168cc0e0 store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:38,454 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126b3d8dcb6af48422db45a91c49f95c452_e6eebe5733b5c1a572604fcf168cc0e0, store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:38,455 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b3d8dcb6af48422db45a91c49f95c452_e6eebe5733b5c1a572604fcf168cc0e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:38,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742192_1368 (size=12391) 2024-11-26T09:42:38,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742193_1369 (size=4469) 2024-11-26T09:42:38,464 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6eebe5733b5c1a572604fcf168cc0e0#A#compaction#314 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:38,464 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/61e6e07350bc4ce99620c7808a45c04a is 175, key is test_row_0/A:col10/1732614156759/Put/seqid=0 2024-11-26T09:42:38,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742194_1370 (size=31345) 2024-11-26T09:42:38,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T09:42:38,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:38,572 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-26T09:42:38,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:38,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:38,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:38,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:38,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:38,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:38,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ce9e8d7bec194b1484ab480b2ab8d632_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614156790/Put/seqid=0 2024-11-26T09:42:38,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742195_1371 (size=12304) 2024-11-26T09:42:38,863 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/818e27a5c7a041728d03be2eaeb1c2ec as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/818e27a5c7a041728d03be2eaeb1c2ec 2024-11-26T09:42:38,871 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e6eebe5733b5c1a572604fcf168cc0e0/B of e6eebe5733b5c1a572604fcf168cc0e0 into 818e27a5c7a041728d03be2eaeb1c2ec(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:38,871 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:38,871 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., storeName=e6eebe5733b5c1a572604fcf168cc0e0/B, priority=12, startTime=1732614158435; duration=0sec 2024-11-26T09:42:38,872 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:38,872 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6eebe5733b5c1a572604fcf168cc0e0:B 2024-11-26T09:42:38,872 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:42:38,873 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45913 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:42:38,873 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): e6eebe5733b5c1a572604fcf168cc0e0/C is initiating minor compaction (all files) 2024-11-26T09:42:38,873 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6eebe5733b5c1a572604fcf168cc0e0/C in TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:38,874 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/a63f0f4910f044e59b20efdec7b6f2c2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/527a0f00da71424b8fe4dccb589863a3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/94f52fab48a34273b4d1fc2be62f9392, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/0daf3050eade41b9a91f6be96b6c5501] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp, totalSize=44.8 K 2024-11-26T09:42:38,874 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/61e6e07350bc4ce99620c7808a45c04a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/61e6e07350bc4ce99620c7808a45c04a 2024-11-26T09:42:38,874 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting a63f0f4910f044e59b20efdec7b6f2c2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732614151863 2024-11-26T09:42:38,875 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 527a0f00da71424b8fe4dccb589863a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732614153154 2024-11-26T09:42:38,875 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 94f52fab48a34273b4d1fc2be62f9392, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732614153804 2024-11-26T09:42:38,876 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 0daf3050eade41b9a91f6be96b6c5501, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732614155571 2024-11-26T09:42:38,879 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e6eebe5733b5c1a572604fcf168cc0e0/A of e6eebe5733b5c1a572604fcf168cc0e0 into 61e6e07350bc4ce99620c7808a45c04a(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:38,879 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:38,879 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., storeName=e6eebe5733b5c1a572604fcf168cc0e0/A, priority=12, startTime=1732614158435; duration=0sec 2024-11-26T09:42:38,879 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:38,880 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6eebe5733b5c1a572604fcf168cc0e0:A 2024-11-26T09:42:38,889 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6eebe5733b5c1a572604fcf168cc0e0#C#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:38,890 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/04665ebb0517431fb3fc5b619d0b6a3c is 50, key is test_row_0/C:col10/1732614156759/Put/seqid=0 2024-11-26T09:42:38,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742196_1372 (size=12391) 2024-11-26T09:42:38,902 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/04665ebb0517431fb3fc5b619d0b6a3c as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/04665ebb0517431fb3fc5b619d0b6a3c 2024-11-26T09:42:38,910 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e6eebe5733b5c1a572604fcf168cc0e0/C of e6eebe5733b5c1a572604fcf168cc0e0 into 04665ebb0517431fb3fc5b619d0b6a3c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:38,910 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:38,910 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., storeName=e6eebe5733b5c1a572604fcf168cc0e0/C, priority=12, startTime=1732614158435; duration=0sec 2024-11-26T09:42:38,910 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:38,910 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6eebe5733b5c1a572604fcf168cc0e0:C 2024-11-26T09:42:38,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:38,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:38,988 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ce9e8d7bec194b1484ab480b2ab8d632_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ce9e8d7bec194b1484ab480b2ab8d632_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/8d3d24b60d214f588c65796c1e1e73a4, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/8d3d24b60d214f588c65796c1e1e73a4 is 175, key is test_row_0/A:col10/1732614156790/Put/seqid=0 2024-11-26T09:42:38,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742197_1373 (size=31105) 2024-11-26T09:42:39,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614158994, max timestamp=1732614159013Num uniques 859; 2024-11-26T09:42:39,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:39,017 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614158994, max timestamp=1732614159013Num uniques 859; 2024-11-26T09:42:39,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614158994, max timestamp=1732614159013Num uniques 859; 2024-11-26T09:42:39,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:39,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:42:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-26T09:42:39,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732614159038, max timestamp=1732614159076Num uniques 1018; 2024-11-26T09:42:39,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-26T09:42:39,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732614159038, max timestamp=1732614159076Num uniques 1018; 2024-11-26T09:42:39,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732614159038, max timestamp=1732614159076Num uniques 1018; 2024-11-26T09:42:39,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-26T09:42:39,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-26T09:42:39,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614219128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:39,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614219153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:39,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614219153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:39,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614219255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:39,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:39,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614219275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:39,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614219275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:39,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:39,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:39,397 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/8d3d24b60d214f588c65796c1e1e73a4 2024-11-26T09:42:39,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/0730aa1cdffa4baa8ea3a64e13305518 is 50, key is test_row_0/B:col10/1732614156790/Put/seqid=0 2024-11-26T09:42:39,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742198_1374 (size=12151) 2024-11-26T09:42:39,416 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/0730aa1cdffa4baa8ea3a64e13305518 2024-11-26T09:42:39,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/ad7b7c71363240499c90298027c00832 is 50, key is test_row_0/C:col10/1732614156790/Put/seqid=0 2024-11-26T09:42:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742199_1375 (size=12151) 2024-11-26T09:42:39,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614219475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:39,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:39,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614219495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614219495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:39,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614219785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:39,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:39,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614219814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:39,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614219815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:39,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:39,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:39,833 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/ad7b7c71363240499c90298027c00832 2024-11-26T09:42:39,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/8d3d24b60d214f588c65796c1e1e73a4 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/8d3d24b60d214f588c65796c1e1e73a4 2024-11-26T09:42:39,841 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/8d3d24b60d214f588c65796c1e1e73a4, entries=150, sequenceid=156, filesize=30.4 K 2024-11-26T09:42:39,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/0730aa1cdffa4baa8ea3a64e13305518 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/0730aa1cdffa4baa8ea3a64e13305518 2024-11-26T09:42:39,846 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/0730aa1cdffa4baa8ea3a64e13305518, entries=150, sequenceid=156, filesize=11.9 K 2024-11-26T09:42:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/ad7b7c71363240499c90298027c00832 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/ad7b7c71363240499c90298027c00832 2024-11-26T09:42:39,850 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/ad7b7c71363240499c90298027c00832, entries=150, sequenceid=156, filesize=11.9 K 2024-11-26T09:42:39,851 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for e6eebe5733b5c1a572604fcf168cc0e0 in 1279ms, sequenceid=156, compaction requested=false 2024-11-26T09:42:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-26T09:42:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-26T09:42:39,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-26T09:42:39,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9650 sec 2024-11-26T09:42:39,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.9680 sec 2024-11-26T09:42:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:40,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=147.60 KB heapSize=414.61 KB 2024-11-26T09:42:40,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:40,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:40,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:40,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:40,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:40,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:40,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264a3c01d70be941c6a11dc91b9206e476_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614159126/Put/seqid=0 2024-11-26T09:42:40,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742200_1376 (size=14794) 2024-11-26T09:42:40,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614220335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:40,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:40,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614220345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:40,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614220346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:40,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614220465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:40,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614220465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:40,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:40,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:40,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:40,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614220685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:40,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:40,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:40,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:40,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614220685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:40,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:40,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:40,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:40,725 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:40,730 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264a3c01d70be941c6a11dc91b9206e476_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264a3c01d70be941c6a11dc91b9206e476_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:40,734 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/d79a6679ca564f6bb5a47caeb000c2af, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:40,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/d79a6679ca564f6bb5a47caeb000c2af is 175, key is test_row_0/A:col10/1732614159126/Put/seqid=0 2024-11-26T09:42:40,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742201_1377 (size=39749) 2024-11-26T09:42:40,762 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/d79a6679ca564f6bb5a47caeb000c2af 2024-11-26T09:42:40,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/2e6d617b607c4b2da2153f96e03e710b is 50, key is test_row_0/B:col10/1732614159126/Put/seqid=0 2024-11-26T09:42:40,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742202_1378 (size=12151) 2024-11-26T09:42:41,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614221005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:41,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:41,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:41,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:41,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614221005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:41,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:41,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:41,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-26T09:42:41,056 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:41,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-26T09:42:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-26T09:42:41,060 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:41,061 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:41,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-26T09:42:41,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-26T09:42:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:41,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:41,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:41,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/2e6d617b607c4b2da2153f96e03e710b 2024-11-26T09:42:41,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/369ef1affa824e739b886028ddef80a1 is 50, key is test_row_0/C:col10/1732614159126/Put/seqid=0 2024-11-26T09:42:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742203_1379 (size=12151) 2024-11-26T09:42:41,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-26T09:42:41,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:41,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:41,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-26T09:42:41,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614221365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:41,376 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in e6eebe5733b5c1a572604fcf168cc0e0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:41,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-26T09:42:41,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:41,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:41,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:41,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:41,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:41,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614221525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:41,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614221525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:41,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-26T09:42:41,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:41,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:41,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/369ef1affa824e739b886028ddef80a1 2024-11-26T09:42:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-26T09:42:41,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/d79a6679ca564f6bb5a47caeb000c2af as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/d79a6679ca564f6bb5a47caeb000c2af 2024-11-26T09:42:41,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/d79a6679ca564f6bb5a47caeb000c2af, entries=200, sequenceid=213, filesize=38.8 K 2024-11-26T09:42:41,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/2e6d617b607c4b2da2153f96e03e710b as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/2e6d617b607c4b2da2153f96e03e710b 2024-11-26T09:42:41,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/2e6d617b607c4b2da2153f96e03e710b, entries=150, sequenceid=213, filesize=11.9 K 2024-11-26T09:42:41,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/369ef1affa824e739b886028ddef80a1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/369ef1affa824e739b886028ddef80a1 2024-11-26T09:42:41,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/369ef1affa824e739b886028ddef80a1, entries=150, sequenceid=213, filesize=11.9 K 2024-11-26T09:42:41,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~414.56 KB/424512, currentSize=33.54 KB/34350 for e6eebe5733b5c1a572604fcf168cc0e0 in 1386ms, sequenceid=213, compaction requested=true 2024-11-26T09:42:41,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:41,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6eebe5733b5c1a572604fcf168cc0e0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:42:41,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:41,700 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6eebe5733b5c1a572604fcf168cc0e0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:42:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6eebe5733b5c1a572604fcf168cc0e0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:42:41,700 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:41,700 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:41,700 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:41,700 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): e6eebe5733b5c1a572604fcf168cc0e0/B is initiating minor compaction (all files) 2024-11-26T09:42:41,700 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): e6eebe5733b5c1a572604fcf168cc0e0/A is initiating minor compaction (all files) 2024-11-26T09:42:41,701 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6eebe5733b5c1a572604fcf168cc0e0/A in TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:41,701 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6eebe5733b5c1a572604fcf168cc0e0/B in TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:41,701 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/61e6e07350bc4ce99620c7808a45c04a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/8d3d24b60d214f588c65796c1e1e73a4, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/d79a6679ca564f6bb5a47caeb000c2af] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp, totalSize=99.8 K 2024-11-26T09:42:41,701 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/818e27a5c7a041728d03be2eaeb1c2ec, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/0730aa1cdffa4baa8ea3a64e13305518, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/2e6d617b607c4b2da2153f96e03e710b] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp, totalSize=35.8 K 2024-11-26T09:42:41,701 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:41,701 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/61e6e07350bc4ce99620c7808a45c04a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/8d3d24b60d214f588c65796c1e1e73a4, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/d79a6679ca564f6bb5a47caeb000c2af] 2024-11-26T09:42:41,701 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61e6e07350bc4ce99620c7808a45c04a, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732614155571 2024-11-26T09:42:41,701 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 818e27a5c7a041728d03be2eaeb1c2ec, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732614155571 2024-11-26T09:42:41,702 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d3d24b60d214f588c65796c1e1e73a4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732614156768 2024-11-26T09:42:41,702 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 0730aa1cdffa4baa8ea3a64e13305518, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732614156768 2024-11-26T09:42:41,702 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting d79a6679ca564f6bb5a47caeb000c2af, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732614159125 2024-11-26T09:42:41,702 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e6d617b607c4b2da2153f96e03e710b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732614159125 2024-11-26T09:42:41,710 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:41,712 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411262639a7ba46e24feaa39325a7a2b951af_e6eebe5733b5c1a572604fcf168cc0e0 store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:41,713 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6eebe5733b5c1a572604fcf168cc0e0#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:41,714 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/e86aea705e28434b8c25008e260d99e7 is 50, key is test_row_0/B:col10/1732614159126/Put/seqid=0 2024-11-26T09:42:41,715 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411262639a7ba46e24feaa39325a7a2b951af_e6eebe5733b5c1a572604fcf168cc0e0, store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:41,715 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262639a7ba46e24feaa39325a7a2b951af_e6eebe5733b5c1a572604fcf168cc0e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:41,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742204_1380 (size=12493) 2024-11-26T09:42:41,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742205_1381 (size=4469) 2024-11-26T09:42:41,734 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6eebe5733b5c1a572604fcf168cc0e0#A#compaction#323 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:41,734 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/43b7188cbfe04c2e87c448b10fafface is 175, key is test_row_0/A:col10/1732614159126/Put/seqid=0 2024-11-26T09:42:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742206_1382 (size=31447) 2024-11-26T09:42:41,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-26T09:42:41,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:41,829 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-26T09:42:41,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:41,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:41,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:41,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:41,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:41,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:41,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c475c4b97f5b4369bf4a80d1c154447f_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614160328/Put/seqid=0 2024-11-26T09:42:41,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742207_1383 (size=12304) 2024-11-26T09:42:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:42,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:42,131 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/e86aea705e28434b8c25008e260d99e7 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/e86aea705e28434b8c25008e260d99e7 2024-11-26T09:42:42,136 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6eebe5733b5c1a572604fcf168cc0e0/B of e6eebe5733b5c1a572604fcf168cc0e0 into e86aea705e28434b8c25008e260d99e7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:42,136 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:42,136 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., storeName=e6eebe5733b5c1a572604fcf168cc0e0/B, priority=13, startTime=1732614161699; duration=0sec 2024-11-26T09:42:42,136 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:42,136 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6eebe5733b5c1a572604fcf168cc0e0:B 2024-11-26T09:42:42,136 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:42:42,137 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:42:42,137 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): e6eebe5733b5c1a572604fcf168cc0e0/C is initiating minor compaction (all files) 2024-11-26T09:42:42,137 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6eebe5733b5c1a572604fcf168cc0e0/C in TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:42,137 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/04665ebb0517431fb3fc5b619d0b6a3c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/ad7b7c71363240499c90298027c00832, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/369ef1affa824e739b886028ddef80a1] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp, totalSize=35.8 K 2024-11-26T09:42:42,137 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 04665ebb0517431fb3fc5b619d0b6a3c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732614155571 2024-11-26T09:42:42,137 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ad7b7c71363240499c90298027c00832, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732614156768 2024-11-26T09:42:42,138 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 369ef1affa824e739b886028ddef80a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732614159125 2024-11-26T09:42:42,144 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/43b7188cbfe04c2e87c448b10fafface as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/43b7188cbfe04c2e87c448b10fafface 2024-11-26T09:42:42,146 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6eebe5733b5c1a572604fcf168cc0e0#C#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:42,146 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/465ee3874e234ecb9444dcc7f04a9d8b is 50, key is test_row_0/C:col10/1732614159126/Put/seqid=0 2024-11-26T09:42:42,150 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6eebe5733b5c1a572604fcf168cc0e0/A of e6eebe5733b5c1a572604fcf168cc0e0 into 43b7188cbfe04c2e87c448b10fafface(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:42,150 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:42,150 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., storeName=e6eebe5733b5c1a572604fcf168cc0e0/A, priority=13, startTime=1732614161699; duration=0sec 2024-11-26T09:42:42,150 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:42,150 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6eebe5733b5c1a572604fcf168cc0e0:A 2024-11-26T09:42:42,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614162106, max timestamp=1732614162145Num uniques 859; 2024-11-26T09:42:42,151 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:42,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614162106, max timestamp=1732614162145Num uniques 859; 2024-11-26T09:42:42,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:42,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614162106, max timestamp=1732614162145Num uniques 859; 2024-11-26T09:42:42,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:42,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742208_1384 (size=12493) 2024-11-26T09:42:42,168 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/465ee3874e234ecb9444dcc7f04a9d8b as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/465ee3874e234ecb9444dcc7f04a9d8b 2024-11-26T09:42:42,172 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6eebe5733b5c1a572604fcf168cc0e0/C of e6eebe5733b5c1a572604fcf168cc0e0 into 465ee3874e234ecb9444dcc7f04a9d8b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:42,172 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:42,172 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., storeName=e6eebe5733b5c1a572604fcf168cc0e0/C, priority=13, startTime=1732614161700; duration=0sec 2024-11-26T09:42:42,172 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:42,172 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6eebe5733b5c1a572604fcf168cc0e0:C 2024-11-26T09:42:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-26T09:42:42,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:42,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732614162199, max timestamp=1732614162238Num uniques 1068; 2024-11-26T09:42:42,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-26T09:42:42,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732614162199, max timestamp=1732614162238Num uniques 1068; 2024-11-26T09:42:42,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-26T09:42:42,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732614162199, max timestamp=1732614162238Num uniques 1068; 2024-11-26T09:42:42,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-26T09:42:42,244 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c475c4b97f5b4369bf4a80d1c154447f_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c475c4b97f5b4369bf4a80d1c154447f_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:42,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/867fe1c84ea2476184d285219dbf4296, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:42,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/867fe1c84ea2476184d285219dbf4296 is 175, key is test_row_0/A:col10/1732614160328/Put/seqid=0 2024-11-26T09:42:42,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742209_1385 (size=31105) 2024-11-26T09:42:42,252 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/867fe1c84ea2476184d285219dbf4296 2024-11-26T09:42:42,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/58fd4fd496084f0f96990d38c6780244 is 50, key is test_row_0/B:col10/1732614160328/Put/seqid=0 2024-11-26T09:42:42,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742210_1386 (size=12151) 2024-11-26T09:42:42,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732614162315, max timestamp=1732614162333Num uniques 1077; 2024-11-26T09:42:42,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732614162315, max timestamp=1732614162333Num uniques 1077; 2024-11-26T09:42:42,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-26T09:42:42,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-26T09:42:42,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732614162315, max timestamp=1732614162333Num uniques 1077; 2024-11-26T09:42:42,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-26T09:42:42,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732614162409, max timestamp=1732614162429Num uniques 1036; 2024-11-26T09:42:42,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732614162409, max timestamp=1732614162429Num uniques 1036; 2024-11-26T09:42:42,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-26T09:42:42,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-26T09:42:42,435 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732614162409, max timestamp=1732614162429Num uniques 1036; 2024-11-26T09:42:42,435 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-26T09:42:42,534 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732614162507, max timestamp=1732614162529Num uniques 1045; 2024-11-26T09:42:42,534 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-26T09:42:42,534 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732614162507, max timestamp=1732614162529Num uniques 1045; 2024-11-26T09:42:42,534 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-26T09:42:42,534 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732614162507, max timestamp=1732614162529Num uniques 1045; 2024-11-26T09:42:42,534 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-26T09:42:42,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614222594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:42,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:42,608 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732614162577, max timestamp=1732614162603Num uniques 1054; 2024-11-26T09:42:42,608 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-26T09:42:42,608 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732614162577, max timestamp=1732614162603Num uniques 1054; 2024-11-26T09:42:42,608 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-26T09:42:42,608 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732614162577, max timestamp=1732614162603Num uniques 1054; 2024-11-26T09:42:42,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-26T09:42:42,665 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/58fd4fd496084f0f96990d38c6780244 2024-11-26T09:42:42,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1732614162627, max timestamp=1732614162665Num uniques 1013; 2024-11-26T09:42:42,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1732614162627, max timestamp=1732614162665Num uniques 1013; 2024-11-26T09:42:42,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1732614162627, max timestamp=1732614162665Num uniques 1013; 2024-11-26T09:42:42,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263 2024-11-26T09:42:42,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263 2024-11-26T09:42:42,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263 2024-11-26T09:42:42,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/26f4e03cc48b4bca8b05bf1b6f0317e1 is 50, key is test_row_0/C:col10/1732614160328/Put/seqid=0 2024-11-26T09:42:42,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742211_1387 (size=12151) 2024-11-26T09:42:42,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614222725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614222726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:42,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614222730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:42,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:42,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:42,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614222738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:42,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614222845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:42,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614222845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:42,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614222846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:42,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614222855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:42,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:42,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614223065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614223065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614223065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614223065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,082 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/26f4e03cc48b4bca8b05bf1b6f0317e1 2024-11-26T09:42:43,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/867fe1c84ea2476184d285219dbf4296 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/867fe1c84ea2476184d285219dbf4296 2024-11-26T09:42:43,089 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/867fe1c84ea2476184d285219dbf4296, entries=150, sequenceid=221, filesize=30.4 K 2024-11-26T09:42:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/58fd4fd496084f0f96990d38c6780244 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/58fd4fd496084f0f96990d38c6780244 2024-11-26T09:42:43,093 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/58fd4fd496084f0f96990d38c6780244, entries=150, sequenceid=221, filesize=11.9 K 2024-11-26T09:42:43,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/26f4e03cc48b4bca8b05bf1b6f0317e1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/26f4e03cc48b4bca8b05bf1b6f0317e1 2024-11-26T09:42:43,097 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/26f4e03cc48b4bca8b05bf1b6f0317e1, entries=150, sequenceid=221, filesize=11.9 K 2024-11-26T09:42:43,098 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for e6eebe5733b5c1a572604fcf168cc0e0 in 1269ms, sequenceid=221, compaction requested=false 2024-11-26T09:42:43,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:43,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:43,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-26T09:42:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-26T09:42:43,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-26T09:42:43,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0380 sec 2024-11-26T09:42:43,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.0440 sec 2024-11-26T09:42:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-26T09:42:43,205 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:43,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-26T09:42:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-26T09:42:43,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:43,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:43,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-26T09:42:43,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-26T09:42:43,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:43,361 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=147.60 KB heapSize=415.08 KB 2024-11-26T09:42:43,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:43,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:43,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:43,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:43,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:43,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:43,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269fddedcc5b4c41eda6f59c937926e873_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614162723/Put/seqid=0 2024-11-26T09:42:43,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742212_1388 (size=12454) 2024-11-26T09:42:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:43,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:43,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614223390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614223391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614223392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614223394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614223395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614223505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-26T09:42:43,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614223515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614223515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614223515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614223515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614223725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614223734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614223735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614223735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614223735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:43,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:43,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:43,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:43,778 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269fddedcc5b4c41eda6f59c937926e873_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269fddedcc5b4c41eda6f59c937926e873_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:43,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/f391ec0f027d416ea17e66d141ec2851, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:43,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/f391ec0f027d416ea17e66d141ec2851 is 175, key is test_row_0/A:col10/1732614162723/Put/seqid=0 2024-11-26T09:42:43,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742213_1389 (size=31255) 2024-11-26T09:42:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-26T09:42:44,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614224035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:44,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614224055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:44,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614224055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:44,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614224055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:44,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614224055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:44,183 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/f391ec0f027d416ea17e66d141ec2851 2024-11-26T09:42:44,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/064c193a334049a3b7dc943d94376f20 is 50, key is test_row_0/B:col10/1732614162723/Put/seqid=0 2024-11-26T09:42:44,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742214_1390 (size=12301) 2024-11-26T09:42:44,196 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/064c193a334049a3b7dc943d94376f20 2024-11-26T09:42:44,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/fd63c3bd03984c9d90a24290f64fa49f is 50, key is test_row_0/C:col10/1732614162723/Put/seqid=0 2024-11-26T09:42:44,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742215_1391 (size=12301) 2024-11-26T09:42:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-26T09:42:44,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614224555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:44,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:44,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614224575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:44,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614224575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:44,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:44,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614224575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:44,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614224575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:44,610 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/fd63c3bd03984c9d90a24290f64fa49f 2024-11-26T09:42:44,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/f391ec0f027d416ea17e66d141ec2851 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/f391ec0f027d416ea17e66d141ec2851 2024-11-26T09:42:44,617 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/f391ec0f027d416ea17e66d141ec2851, entries=150, sequenceid=364, filesize=30.5 K 2024-11-26T09:42:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/064c193a334049a3b7dc943d94376f20 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/064c193a334049a3b7dc943d94376f20 2024-11-26T09:42:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,621 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/064c193a334049a3b7dc943d94376f20, entries=150, sequenceid=364, filesize=12.0 K 2024-11-26T09:42:44,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/fd63c3bd03984c9d90a24290f64fa49f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/fd63c3bd03984c9d90a24290f64fa49f 2024-11-26T09:42:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,625 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/fd63c3bd03984c9d90a24290f64fa49f, entries=150, sequenceid=364, filesize=12.0 K 2024-11-26T09:42:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,626 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.03 KB/424992, currentSize=33.54 KB/34350 for e6eebe5733b5c1a572604fcf168cc0e0 in 1265ms, sequenceid=364, compaction requested=true 2024-11-26T09:42:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:44,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:44,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-26T09:42:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-26T09:42:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-26T09:42:44,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4200 sec 2024-11-26T09:42:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.4270 sec 2024-11-26T09:42:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-26T09:42:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,356 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-26T09:42:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-26T09:42:45,358 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,362 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-26T09:42:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-26T09:42:45,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:45,515 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-26T09:42:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a3495fd3bf8a4afb9ae90f5f21fc663b_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614163393/Put/seqid=0 2024-11-26T09:42:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742216_1392 (size=9914) 2024-11-26T09:42:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,561 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a3495fd3bf8a4afb9ae90f5f21fc663b_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a3495fd3bf8a4afb9ae90f5f21fc663b_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/8d0c7b7a1d744c1685d86a5f25732fd9, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/8d0c7b7a1d744c1685d86a5f25732fd9 is 175, key is test_row_0/A:col10/1732614163393/Put/seqid=0 2024-11-26T09:42:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742217_1393 (size=22561) 2024-11-26T09:42:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:45,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:45,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732614165650, max timestamp=1732614165669Num uniques 859; 2024-11-26T09:42:45,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-26T09:42:45,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732614165650, max timestamp=1732614165669Num uniques 859; 2024-11-26T09:42:45,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732614165650, max timestamp=1732614165669Num uniques 859; 2024-11-26T09:42:45,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-26T09:42:45,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-26T09:42:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-26T09:42:45,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614225710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:45,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:45,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614225711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:45,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:45,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614225712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:45,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614225726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:45,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614225727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:45,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614225835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:45,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614225835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614225836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:45,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614225845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:45,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:45,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614225855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:45,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:45,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:45,968 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/8d0c7b7a1d744c1685d86a5f25732fd9 2024-11-26T09:42:45,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/dc6cdaf37c7242b1931117e817e4c3fa is 50, key is test_row_0/B:col10/1732614163393/Put/seqid=0 2024-11-26T09:42:45,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742218_1394 (size=9857) 2024-11-26T09:42:45,982 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/dc6cdaf37c7242b1931117e817e4c3fa 2024-11-26T09:42:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-26T09:42:45,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/5589b0a3436541959d63de1adb348a88 is 50, key is test_row_0/C:col10/1732614163393/Put/seqid=0 2024-11-26T09:42:45,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742219_1395 (size=9857) 2024-11-26T09:42:46,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614226055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:46,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614226056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614226056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:46,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614226056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:46,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614226075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:46,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:46,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614226375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:46,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:46,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614226375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:46,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:46,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614226375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:46,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:46,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:46,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614226375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:46,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:46,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:46,399 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/5589b0a3436541959d63de1adb348a88 2024-11-26T09:42:46,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/8d0c7b7a1d744c1685d86a5f25732fd9 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/8d0c7b7a1d744c1685d86a5f25732fd9 2024-11-26T09:42:46,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614226395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:46,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:46,408 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/8d0c7b7a1d744c1685d86a5f25732fd9, entries=100, sequenceid=372, filesize=22.0 K 2024-11-26T09:42:46,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/dc6cdaf37c7242b1931117e817e4c3fa as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/dc6cdaf37c7242b1931117e817e4c3fa 2024-11-26T09:42:46,413 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/dc6cdaf37c7242b1931117e817e4c3fa, entries=100, sequenceid=372, filesize=9.6 K 2024-11-26T09:42:46,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/5589b0a3436541959d63de1adb348a88 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/5589b0a3436541959d63de1adb348a88 2024-11-26T09:42:46,417 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/5589b0a3436541959d63de1adb348a88, entries=100, sequenceid=372, filesize=9.6 K 2024-11-26T09:42:46,418 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=154.31 KB/158010 for e6eebe5733b5c1a572604fcf168cc0e0 in 903ms, sequenceid=372, compaction requested=true 2024-11-26T09:42:46,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:46,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:46,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-26T09:42:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-26T09:42:46,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-26T09:42:46,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0570 sec 2024-11-26T09:42:46,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.0680 sec 2024-11-26T09:42:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-26T09:42:46,496 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:46,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-26T09:42:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-26T09:42:46,498 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:46,499 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:46,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-26T09:42:46,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-26T09:42:46,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:46,652 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=154.31 KB heapSize=430.69 KB 2024-11-26T09:42:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:42:46,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264deb49ac40a34410b9c8af8c3bda2b3a_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614165725/Put/seqid=0 2024-11-26T09:42:46,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742220_1396 (size=12454) 2024-11-26T09:42:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-26T09:42:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:46,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:46,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614226904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:46,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614226905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:46,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614226906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:46,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:46,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614226912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:46,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:46,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614226915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:46,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:46,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:47,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614227025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:47,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614227025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614227025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:47,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614227025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:47,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:47,067 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264deb49ac40a34410b9c8af8c3bda2b3a_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264deb49ac40a34410b9c8af8c3bda2b3a_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:47,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/e22c70f80bef4e6782ef38ede58d9a22, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:47,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/e22c70f80bef4e6782ef38ede58d9a22 is 175, key is test_row_0/A:col10/1732614165725/Put/seqid=0 2024-11-26T09:42:47,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742221_1397 (size=31255) 2024-11-26T09:42:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-26T09:42:47,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614227235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:47,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:47,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614227235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:47,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:47,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:47,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614227235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:47,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614227235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:47,472 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/e22c70f80bef4e6782ef38ede58d9a22 2024-11-26T09:42:47,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/816bf6bdf44046f787395cae8a0ad0af is 50, key is test_row_0/B:col10/1732614165725/Put/seqid=0 2024-11-26T09:42:47,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742222_1398 (size=12301) 2024-11-26T09:42:47,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614227544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:47,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614227555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:47,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614227555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:47,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614227555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-26T09:42:47,886 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/816bf6bdf44046f787395cae8a0ad0af 2024-11-26T09:42:47,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/122ae5dcf7584612bdb9f5704cf92a40 is 50, key is test_row_0/C:col10/1732614165725/Put/seqid=0 2024-11-26T09:42:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742223_1399 (size=12301) 2024-11-26T09:42:47,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614227945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:47,958 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in e6eebe5733b5c1a572604fcf168cc0e0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:47,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:47,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:48,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614228065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:48,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614228065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:48,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614228065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:48,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614228066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:48,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:48,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:48,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:48,298 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/122ae5dcf7584612bdb9f5704cf92a40 2024-11-26T09:42:48,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/e22c70f80bef4e6782ef38ede58d9a22 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/e22c70f80bef4e6782ef38ede58d9a22 2024-11-26T09:42:48,306 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/e22c70f80bef4e6782ef38ede58d9a22, entries=150, sequenceid=409, filesize=30.5 K 2024-11-26T09:42:48,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/816bf6bdf44046f787395cae8a0ad0af as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/816bf6bdf44046f787395cae8a0ad0af 2024-11-26T09:42:48,309 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/816bf6bdf44046f787395cae8a0ad0af, entries=150, sequenceid=409, filesize=12.0 K 2024-11-26T09:42:48,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/122ae5dcf7584612bdb9f5704cf92a40 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/122ae5dcf7584612bdb9f5704cf92a40 2024-11-26T09:42:48,313 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/122ae5dcf7584612bdb9f5704cf92a40, entries=150, sequenceid=409, filesize=12.0 K 2024-11-26T09:42:48,314 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=33.54 KB/34350 for e6eebe5733b5c1a572604fcf168cc0e0 in 1663ms, sequenceid=409, compaction requested=true 2024-11-26T09:42:48,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:48,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:48,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-26T09:42:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-26T09:42:48,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-26T09:42:48,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8160 sec 2024-11-26T09:42:48,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.8220 sec 2024-11-26T09:42:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-26T09:42:48,645 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:48,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-26T09:42:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-26T09:42:48,647 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:48,648 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:48,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-26T09:42:48,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-26T09:42:48,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:48,801 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-26T09:42:48,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:48,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:48,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:48,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:48,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:48,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:48,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e5005d533d5d4b6da210d9683a13c1ed_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614166904/Put/seqid=0 2024-11-26T09:42:48,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742224_1400 (size=12454) 2024-11-26T09:42:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-26T09:42:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:49,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. as already flushing 2024-11-26T09:42:49,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614169122, max timestamp=1732614169140Num uniques 859; 2024-11-26T09:42:49,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614169122, max timestamp=1732614169140Num uniques 859; 2024-11-26T09:42:49,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614169122, max timestamp=1732614169140Num uniques 859; 2024-11-26T09:42:49,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:49,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:49,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:42:49,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732614169177, max timestamp=1732614169203Num uniques 1068; 2024-11-26T09:42:49,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-11-26T09:42:49,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732614169177, max timestamp=1732614169203Num uniques 1068; 2024-11-26T09:42:49,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-11-26T09:42:49,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732614169177, max timestamp=1732614169203Num uniques 1068; 2024-11-26T09:42:49,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-11-26T09:42:49,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:49,217 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e5005d533d5d4b6da210d9683a13c1ed_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e5005d533d5d4b6da210d9683a13c1ed_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:49,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/a5f836442b8646d7ae2b2bcc3fa8fb45, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:49,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/a5f836442b8646d7ae2b2bcc3fa8fb45 is 175, key is test_row_0/A:col10/1732614166904/Put/seqid=0 2024-11-26T09:42:49,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742225_1401 (size=31255) 2024-11-26T09:42:49,223 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=417, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/a5f836442b8646d7ae2b2bcc3fa8fb45 2024-11-26T09:42:49,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/3b83e752fcbe462d95322a45ca3c4f69 is 50, key is test_row_0/B:col10/1732614166904/Put/seqid=0 2024-11-26T09:42:49,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742226_1402 (size=12301) 2024-11-26T09:42:49,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614229262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-26T09:42:49,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614229263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614229264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614229268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614229375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614229385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614229385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614229385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614229595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614229605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614229605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614229605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,638 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/3b83e752fcbe462d95322a45ca3c4f69 2024-11-26T09:42:49,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/2c38fef8c4a54dc88b63c7724a487c26 is 50, key is test_row_0/C:col10/1732614166904/Put/seqid=0 2024-11-26T09:42:49,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742227_1403 (size=12301) 2024-11-26T09:42:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-26T09:42:49,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614229915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614229925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614229925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614229925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:49,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52134 deadline: 1732614229965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:49,977 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in e6eebe5733b5c1a572604fcf168cc0e0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:42:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:50,049 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/2c38fef8c4a54dc88b63c7724a487c26 2024-11-26T09:42:50,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/a5f836442b8646d7ae2b2bcc3fa8fb45 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/a5f836442b8646d7ae2b2bcc3fa8fb45 2024-11-26T09:42:50,057 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/a5f836442b8646d7ae2b2bcc3fa8fb45, entries=150, sequenceid=417, filesize=30.5 K 2024-11-26T09:42:50,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/3b83e752fcbe462d95322a45ca3c4f69 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/3b83e752fcbe462d95322a45ca3c4f69 2024-11-26T09:42:50,061 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/3b83e752fcbe462d95322a45ca3c4f69, entries=150, sequenceid=417, filesize=12.0 K 2024-11-26T09:42:50,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/2c38fef8c4a54dc88b63c7724a487c26 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/2c38fef8c4a54dc88b63c7724a487c26 2024-11-26T09:42:50,065 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/2c38fef8c4a54dc88b63c7724a487c26, entries=150, sequenceid=417, filesize=12.0 K 2024-11-26T09:42:50,065 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=154.31 KB/158010 for e6eebe5733b5c1a572604fcf168cc0e0 in 1264ms, sequenceid=417, compaction requested=true 2024-11-26T09:42:50,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:50,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:50,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-26T09:42:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-26T09:42:50,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-26T09:42:50,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec 2024-11-26T09:42:50,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.4240 sec 2024-11-26T09:42:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:50,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=161.02 KB heapSize=450.47 KB 2024-11-26T09:42:50,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:50,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:42:50,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:50,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:42:50,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:50,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T09:42:50,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c71d5d78976a4927bfb6b4ca71e0321d_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614170444/Put/seqid=0 2024-11-26T09:42:50,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742228_1404 (size=14994) 2024-11-26T09:42:50,462 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:50,466 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c71d5d78976a4927bfb6b4ca71e0321d_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c71d5d78976a4927bfb6b4ca71e0321d_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:50,466 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/445cb124989249f1a8f1c831dbe6af51, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:50,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/445cb124989249f1a8f1c831dbe6af51 is 175, key is test_row_0/A:col10/1732614170444/Put/seqid=0 2024-11-26T09:42:50,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614230459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:50,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:50,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742229_1405 (size=39949) 2024-11-26T09:42:50,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614230460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:50,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614230461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:50,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614230465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:50,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614230575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:50,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614230585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:50,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614230585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:50,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614230585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:50,634 INFO [Thread-1557 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1557. 2024-11-26T09:42:50,634 DEBUG [Thread-1557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:50,634 DEBUG [Thread-1557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:50,634 DEBUG [Thread-1557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:50,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:50,635 INFO [Thread-1559 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1559. 2024-11-26T09:42:50,635 DEBUG [Thread-1559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:50,635 DEBUG [Thread-1559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:50,635 DEBUG [Thread-1559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:50,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:50,651 INFO [Thread-1561 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1561. 2024-11-26T09:42:50,651 DEBUG [Thread-1561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:50,651 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:50,651 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:50,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:50,652 INFO [Thread-1553 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1553. 2024-11-26T09:42:50,652 DEBUG [Thread-1553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:50,652 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:50,652 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:50,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:50,653 INFO [Thread-1555 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1555. 2024-11-26T09:42:50,653 DEBUG [Thread-1555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:50,653 DEBUG [Thread-1555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:50,653 DEBUG [Thread-1555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:50,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:50,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614230785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-26T09:42:50,795 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:50,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:50,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614230805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:50,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614230805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614230805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:50,873 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=472, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/445cb124989249f1a8f1c831dbe6af51 2024-11-26T09:42:50,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/17983ccc2602474b9aec203390605236 is 50, key is test_row_0/B:col10/1732614170444/Put/seqid=0 2024-11-26T09:42:50,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742230_1406 (size=12301) 2024-11-26T09:42:51,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732614231095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52150 deadline: 1732614231115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52102 deadline: 1732614231115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732614231115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:42:51,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/17983ccc2602474b9aec203390605236 2024-11-26T09:42:51,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/99b6abf76cb745c7b9bb9eeadbf341b2 is 50, key is test_row_0/C:col10/1732614170444/Put/seqid=0 2024-11-26T09:42:51,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742231_1407 (size=12301) 2024-11-26T09:42:51,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/99b6abf76cb745c7b9bb9eeadbf341b2 2024-11-26T09:42:51,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/445cb124989249f1a8f1c831dbe6af51 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/445cb124989249f1a8f1c831dbe6af51 2024-11-26T09:42:51,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/445cb124989249f1a8f1c831dbe6af51, entries=200, sequenceid=472, filesize=39.0 K 2024-11-26T09:42:51,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/17983ccc2602474b9aec203390605236 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/17983ccc2602474b9aec203390605236 2024-11-26T09:42:51,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/17983ccc2602474b9aec203390605236, entries=150, sequenceid=472, filesize=12.0 K 2024-11-26T09:42:51,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/99b6abf76cb745c7b9bb9eeadbf341b2 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/99b6abf76cb745c7b9bb9eeadbf341b2 2024-11-26T09:42:51,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/99b6abf76cb745c7b9bb9eeadbf341b2, entries=150, sequenceid=472, filesize=12.0 K 2024-11-26T09:42:51,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~450.42 KB/461232, currentSize=26.84 KB/27480 for e6eebe5733b5c1a572604fcf168cc0e0 in 891ms, sequenceid=472, compaction requested=true 2024-11-26T09:42:51,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:51,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6eebe5733b5c1a572604fcf168cc0e0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:42:51,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:51,337 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-26T09:42:51,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6eebe5733b5c1a572604fcf168cc0e0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:42:51,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:51,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6eebe5733b5c1a572604fcf168cc0e0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:42:51,337 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-26T09:42:51,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:51,339 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 83705 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-26T09:42:51,339 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 218827 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-26T09:42:51,339 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): e6eebe5733b5c1a572604fcf168cc0e0/A is initiating minor compaction (all files) 2024-11-26T09:42:51,339 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): e6eebe5733b5c1a572604fcf168cc0e0/B is initiating minor compaction (all files) 2024-11-26T09:42:51,339 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6eebe5733b5c1a572604fcf168cc0e0/A in TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:51,339 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6eebe5733b5c1a572604fcf168cc0e0/B in TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:51,339 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/e86aea705e28434b8c25008e260d99e7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/58fd4fd496084f0f96990d38c6780244, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/064c193a334049a3b7dc943d94376f20, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/dc6cdaf37c7242b1931117e817e4c3fa, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/816bf6bdf44046f787395cae8a0ad0af, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/3b83e752fcbe462d95322a45ca3c4f69, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/17983ccc2602474b9aec203390605236] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp, totalSize=81.7 K 2024-11-26T09:42:51,339 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/43b7188cbfe04c2e87c448b10fafface, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/867fe1c84ea2476184d285219dbf4296, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/f391ec0f027d416ea17e66d141ec2851, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/8d0c7b7a1d744c1685d86a5f25732fd9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/e22c70f80bef4e6782ef38ede58d9a22, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/a5f836442b8646d7ae2b2bcc3fa8fb45, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/445cb124989249f1a8f1c831dbe6af51] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp, totalSize=213.7 K 2024-11-26T09:42:51,339 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=9 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:51,339 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/43b7188cbfe04c2e87c448b10fafface, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/867fe1c84ea2476184d285219dbf4296, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/f391ec0f027d416ea17e66d141ec2851, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/8d0c7b7a1d744c1685d86a5f25732fd9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/e22c70f80bef4e6782ef38ede58d9a22, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/a5f836442b8646d7ae2b2bcc3fa8fb45, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/445cb124989249f1a8f1c831dbe6af51] 2024-11-26T09:42:51,340 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting e86aea705e28434b8c25008e260d99e7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732614159125 2024-11-26T09:42:51,340 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43b7188cbfe04c2e87c448b10fafface, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732614159125 2024-11-26T09:42:51,340 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 58fd4fd496084f0f96990d38c6780244, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732614160328 2024-11-26T09:42:51,340 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 867fe1c84ea2476184d285219dbf4296, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732614160328 2024-11-26T09:42:51,340 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 064c193a334049a3b7dc943d94376f20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732614162723 2024-11-26T09:42:51,341 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting f391ec0f027d416ea17e66d141ec2851, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732614162723 2024-11-26T09:42:51,341 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting dc6cdaf37c7242b1931117e817e4c3fa, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732614163392 2024-11-26T09:42:51,341 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d0c7b7a1d744c1685d86a5f25732fd9, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732614163392 2024-11-26T09:42:51,341 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting e22c70f80bef4e6782ef38ede58d9a22, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732614165711 2024-11-26T09:42:51,341 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 816bf6bdf44046f787395cae8a0ad0af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732614165711 2024-11-26T09:42:51,341 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5f836442b8646d7ae2b2bcc3fa8fb45, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732614166902 2024-11-26T09:42:51,342 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b83e752fcbe462d95322a45ca3c4f69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732614166902 2024-11-26T09:42:51,342 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 445cb124989249f1a8f1c831dbe6af51, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732614169262 2024-11-26T09:42:51,342 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 17983ccc2602474b9aec203390605236, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732614169262 2024-11-26T09:42:51,356 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:51,358 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411265cb202ba408d4f1695e1131e85b1c07d_e6eebe5733b5c1a572604fcf168cc0e0 store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:51,359 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6eebe5733b5c1a572604fcf168cc0e0#B#compaction#344 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:51,360 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/339e7d51a8964b0d8bb31730602df73d is 50, key is test_row_0/B:col10/1732614170444/Put/seqid=0 2024-11-26T09:42:51,365 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411265cb202ba408d4f1695e1131e85b1c07d_e6eebe5733b5c1a572604fcf168cc0e0, store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:51,365 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265cb202ba408d4f1695e1131e85b1c07d_e6eebe5733b5c1a572604fcf168cc0e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742232_1408 (size=12881) 2024-11-26T09:42:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742233_1409 (size=4469) 2024-11-26T09:42:51,381 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6eebe5733b5c1a572604fcf168cc0e0#A#compaction#345 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:51,382 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/09bc575c889f46059b699a3195113281 is 175, key is test_row_0/A:col10/1732614170444/Put/seqid=0 2024-11-26T09:42:51,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742234_1410 (size=31835) 2024-11-26T09:42:51,398 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/09bc575c889f46059b699a3195113281 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/09bc575c889f46059b699a3195113281 2024-11-26T09:42:51,402 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in e6eebe5733b5c1a572604fcf168cc0e0/A of e6eebe5733b5c1a572604fcf168cc0e0 into 09bc575c889f46059b699a3195113281(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:51,402 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:51,402 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., storeName=e6eebe5733b5c1a572604fcf168cc0e0/A, priority=9, startTime=1732614171337; duration=0sec 2024-11-26T09:42:51,403 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:42:51,403 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6eebe5733b5c1a572604fcf168cc0e0:A 2024-11-26T09:42:51,403 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-26T09:42:51,404 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 83705 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-26T09:42:51,404 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): e6eebe5733b5c1a572604fcf168cc0e0/C is initiating minor compaction (all files) 2024-11-26T09:42:51,404 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6eebe5733b5c1a572604fcf168cc0e0/C in TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:51,404 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/465ee3874e234ecb9444dcc7f04a9d8b, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/26f4e03cc48b4bca8b05bf1b6f0317e1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/fd63c3bd03984c9d90a24290f64fa49f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/5589b0a3436541959d63de1adb348a88, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/122ae5dcf7584612bdb9f5704cf92a40, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/2c38fef8c4a54dc88b63c7724a487c26, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/99b6abf76cb745c7b9bb9eeadbf341b2] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp, totalSize=81.7 K 2024-11-26T09:42:51,404 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 465ee3874e234ecb9444dcc7f04a9d8b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732614159125 2024-11-26T09:42:51,405 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26f4e03cc48b4bca8b05bf1b6f0317e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732614160328 2024-11-26T09:42:51,405 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd63c3bd03984c9d90a24290f64fa49f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732614162723 2024-11-26T09:42:51,405 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5589b0a3436541959d63de1adb348a88, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732614163392 2024-11-26T09:42:51,405 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 122ae5dcf7584612bdb9f5704cf92a40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732614165711 2024-11-26T09:42:51,406 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c38fef8c4a54dc88b63c7724a487c26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732614166902 2024-11-26T09:42:51,406 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99b6abf76cb745c7b9bb9eeadbf341b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732614169262 2024-11-26T09:42:51,417 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6eebe5733b5c1a572604fcf168cc0e0#C#compaction#346 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:42:51,417 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/97dcc371d3bc44f6b2e4ec9e3779f242 is 50, key is test_row_0/C:col10/1732614170444/Put/seqid=0 2024-11-26T09:42:51,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742235_1411 (size=12881) 2024-11-26T09:42:51,606 INFO [Thread-1544 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1544. 2024-11-26T09:42:51,607 DEBUG [Thread-1544 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:51,607 DEBUG [Thread-1544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:51,607 DEBUG [Thread-1544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:51,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:51,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T09:42:51,627 INFO [Thread-1550 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1550. 2024-11-26T09:42:51,627 INFO [Thread-1546 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1546. 2024-11-26T09:42:51,627 INFO [Thread-1548 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1548. 2024-11-26T09:42:51,627 DEBUG [Thread-1550 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:51,627 DEBUG [Thread-1546 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:51,627 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:51,627 DEBUG [Thread-1548 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:51,627 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:51,627 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:51,627 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:51,627 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:51,627 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:51,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:51,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:51,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:51,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cc97d28f1d8d4c16aaee766414c70ff3_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614171625/Put/seqid=0 2024-11-26T09:42:51,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742236_1412 (size=12454) 2024-11-26T09:42:51,784 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/339e7d51a8964b0d8bb31730602df73d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/339e7d51a8964b0d8bb31730602df73d 2024-11-26T09:42:51,788 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in e6eebe5733b5c1a572604fcf168cc0e0/B of e6eebe5733b5c1a572604fcf168cc0e0 into 339e7d51a8964b0d8bb31730602df73d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:51,788 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:51,788 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., storeName=e6eebe5733b5c1a572604fcf168cc0e0/B, priority=9, startTime=1732614171337; duration=0sec 2024-11-26T09:42:51,788 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:51,788 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6eebe5733b5c1a572604fcf168cc0e0:B 2024-11-26T09:42:51,825 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/97dcc371d3bc44f6b2e4ec9e3779f242 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/97dcc371d3bc44f6b2e4ec9e3779f242 2024-11-26T09:42:51,828 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in e6eebe5733b5c1a572604fcf168cc0e0/C of e6eebe5733b5c1a572604fcf168cc0e0 into 97dcc371d3bc44f6b2e4ec9e3779f242(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:42:51,828 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:51,828 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., storeName=e6eebe5733b5c1a572604fcf168cc0e0/C, priority=9, startTime=1732614171337; duration=0sec 2024-11-26T09:42:51,828 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:42:51,828 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6eebe5733b5c1a572604fcf168cc0e0:C 2024-11-26T09:42:52,037 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:52,040 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cc97d28f1d8d4c16aaee766414c70ff3_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cc97d28f1d8d4c16aaee766414c70ff3_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:52,041 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/0967d5afd3a841ceb66cfe4cc0191238, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:52,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/0967d5afd3a841ceb66cfe4cc0191238 is 175, key is test_row_0/A:col10/1732614171625/Put/seqid=0 2024-11-26T09:42:52,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742237_1413 (size=31255) 2024-11-26T09:42:52,445 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=484, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/0967d5afd3a841ceb66cfe4cc0191238 2024-11-26T09:42:52,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/ba2fd45436c54156af618779f0897bd1 is 50, key is test_row_0/B:col10/1732614171625/Put/seqid=0 2024-11-26T09:42:52,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742238_1414 (size=12301) 2024-11-26T09:42:52,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/ba2fd45436c54156af618779f0897bd1 2024-11-26T09:42:52,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/807c791db9c74ec8b2f5f2780b2db39e is 50, key is test_row_0/C:col10/1732614171625/Put/seqid=0 2024-11-26T09:42:52,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742239_1415 (size=12301) 2024-11-26T09:42:53,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/807c791db9c74ec8b2f5f2780b2db39e 2024-11-26T09:42:53,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/0967d5afd3a841ceb66cfe4cc0191238 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/0967d5afd3a841ceb66cfe4cc0191238 2024-11-26T09:42:53,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/0967d5afd3a841ceb66cfe4cc0191238, entries=150, sequenceid=484, filesize=30.5 K 2024-11-26T09:42:53,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/ba2fd45436c54156af618779f0897bd1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/ba2fd45436c54156af618779f0897bd1 2024-11-26T09:42:53,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/ba2fd45436c54156af618779f0897bd1, entries=150, sequenceid=484, filesize=12.0 K 2024-11-26T09:42:53,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/807c791db9c74ec8b2f5f2780b2db39e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/807c791db9c74ec8b2f5f2780b2db39e 2024-11-26T09:42:53,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/807c791db9c74ec8b2f5f2780b2db39e, entries=150, sequenceid=484, filesize=12.0 K 2024-11-26T09:42:53,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for e6eebe5733b5c1a572604fcf168cc0e0 in 1650ms, sequenceid=484, compaction requested=false 2024-11-26T09:42:53,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6eebe5733b5c1a572604fcf168cc0e0: 2024-11-26T09:42:54,016 INFO [Thread-1542 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1542. 2024-11-26T09:42:54,017 DEBUG [Thread-1542 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:42:54,017 DEBUG [Thread-1542 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:54,017 DEBUG [Thread-1542 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:54,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 898 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2694 rows 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 903 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2709 rows 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 902 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2689 rows 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 910 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2709 rows 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 899 2024-11-26T09:42:54,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2697 rows 2024-11-26T09:42:54,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T09:42:54,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T09:42:54,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:54,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:54,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:42:54,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T09:42:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-26T09:42:54,021 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614174021"}]},"ts":"1732614174021"} 2024-11-26T09:42:54,022 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T09:42:54,022 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T09:42:54,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T09:42:54,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6eebe5733b5c1a572604fcf168cc0e0, UNASSIGN}] 2024-11-26T09:42:54,025 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6eebe5733b5c1a572604fcf168cc0e0, UNASSIGN 2024-11-26T09:42:54,025 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=e6eebe5733b5c1a572604fcf168cc0e0, regionState=CLOSING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:54,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6eebe5733b5c1a572604fcf168cc0e0, UNASSIGN because future has completed 2024-11-26T09:42:54,026 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T09:42:54,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:42:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-26T09:42:54,178 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:54,179 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T09:42:54,179 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing e6eebe5733b5c1a572604fcf168cc0e0, disabling compactions & flushes 2024-11-26T09:42:54,179 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:54,179 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:54,179 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. after waiting 0 ms 2024-11-26T09:42:54,179 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:54,179 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing e6eebe5733b5c1a572604fcf168cc0e0 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-26T09:42:54,179 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=A 2024-11-26T09:42:54,179 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:54,179 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=B 2024-11-26T09:42:54,179 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:54,179 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6eebe5733b5c1a572604fcf168cc0e0, store=C 2024-11-26T09:42:54,179 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:54,184 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f4bee6bfa38245db8d5e17355ba29cfc_e6eebe5733b5c1a572604fcf168cc0e0 is 50, key is test_row_0/A:col10/1732614174015/Put/seqid=0 2024-11-26T09:42:54,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742240_1416 (size=7374) 2024-11-26T09:42:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-26T09:42:54,587 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:54,590 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f4bee6bfa38245db8d5e17355ba29cfc_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f4bee6bfa38245db8d5e17355ba29cfc_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:54,591 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/2e13d61d59ce46bf86fe841adc3d8827, store: [table=TestAcidGuarantees family=A region=e6eebe5733b5c1a572604fcf168cc0e0] 2024-11-26T09:42:54,592 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/2e13d61d59ce46bf86fe841adc3d8827 is 175, key is test_row_0/A:col10/1732614174015/Put/seqid=0 2024-11-26T09:42:54,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742241_1417 (size=13865) 2024-11-26T09:42:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-26T09:42:54,995 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=490, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/2e13d61d59ce46bf86fe841adc3d8827 2024-11-26T09:42:55,001 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/05f32b3639374365b1c9bc1917da843f is 50, key is test_row_0/B:col10/1732614174015/Put/seqid=0 2024-11-26T09:42:55,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742242_1418 (size=7415) 2024-11-26T09:42:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-26T09:42:55,405 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/05f32b3639374365b1c9bc1917da843f 2024-11-26T09:42:55,410 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/ddb0088521394df2b245a28aba35ea3b is 50, key is test_row_0/C:col10/1732614174015/Put/seqid=0 2024-11-26T09:42:55,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742243_1419 (size=7415) 2024-11-26T09:42:55,755 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T09:42:55,814 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/ddb0088521394df2b245a28aba35ea3b 2024-11-26T09:42:55,818 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/A/2e13d61d59ce46bf86fe841adc3d8827 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/2e13d61d59ce46bf86fe841adc3d8827 2024-11-26T09:42:55,820 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/2e13d61d59ce46bf86fe841adc3d8827, entries=50, sequenceid=490, filesize=13.5 K 2024-11-26T09:42:55,821 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/B/05f32b3639374365b1c9bc1917da843f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/05f32b3639374365b1c9bc1917da843f 2024-11-26T09:42:55,824 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/05f32b3639374365b1c9bc1917da843f, entries=50, sequenceid=490, filesize=7.2 K 2024-11-26T09:42:55,824 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/.tmp/C/ddb0088521394df2b245a28aba35ea3b as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/ddb0088521394df2b245a28aba35ea3b 2024-11-26T09:42:55,827 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/ddb0088521394df2b245a28aba35ea3b, entries=50, sequenceid=490, filesize=7.2 K 2024-11-26T09:42:55,828 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for e6eebe5733b5c1a572604fcf168cc0e0 in 1649ms, sequenceid=490, compaction requested=true 2024-11-26T09:42:55,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/172dc2f905aa4c169bf9eee3c8626a57, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/875c544027bd44978531eb1ef323ac97, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/6b59cb35c9e24852a1c99b0baddb796b, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/af3f87bc8da44e54b08e80f738238150, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/e601965014e24958a6308b62a033163a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/74cce51645894216a2348ccba7a5cc01, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/a27099df122c4d4696f53c23f9f851dc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/61e6e07350bc4ce99620c7808a45c04a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/8d3d24b60d214f588c65796c1e1e73a4, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/d79a6679ca564f6bb5a47caeb000c2af, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/43b7188cbfe04c2e87c448b10fafface, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/867fe1c84ea2476184d285219dbf4296, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/f391ec0f027d416ea17e66d141ec2851, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/8d0c7b7a1d744c1685d86a5f25732fd9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/e22c70f80bef4e6782ef38ede58d9a22, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/a5f836442b8646d7ae2b2bcc3fa8fb45, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/445cb124989249f1a8f1c831dbe6af51] to archive 2024-11-26T09:42:55,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:42:55,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/172dc2f905aa4c169bf9eee3c8626a57 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/172dc2f905aa4c169bf9eee3c8626a57 2024-11-26T09:42:55,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/875c544027bd44978531eb1ef323ac97 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/875c544027bd44978531eb1ef323ac97 2024-11-26T09:42:55,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/6b59cb35c9e24852a1c99b0baddb796b to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/6b59cb35c9e24852a1c99b0baddb796b 2024-11-26T09:42:55,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/af3f87bc8da44e54b08e80f738238150 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/af3f87bc8da44e54b08e80f738238150 2024-11-26T09:42:55,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/e601965014e24958a6308b62a033163a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/e601965014e24958a6308b62a033163a 2024-11-26T09:42:55,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/74cce51645894216a2348ccba7a5cc01 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/74cce51645894216a2348ccba7a5cc01 2024-11-26T09:42:55,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/a27099df122c4d4696f53c23f9f851dc to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/a27099df122c4d4696f53c23f9f851dc 2024-11-26T09:42:55,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/61e6e07350bc4ce99620c7808a45c04a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/61e6e07350bc4ce99620c7808a45c04a 2024-11-26T09:42:55,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/8d3d24b60d214f588c65796c1e1e73a4 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/8d3d24b60d214f588c65796c1e1e73a4 2024-11-26T09:42:55,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/d79a6679ca564f6bb5a47caeb000c2af to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/d79a6679ca564f6bb5a47caeb000c2af 2024-11-26T09:42:55,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/43b7188cbfe04c2e87c448b10fafface to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/43b7188cbfe04c2e87c448b10fafface 2024-11-26T09:42:55,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/867fe1c84ea2476184d285219dbf4296 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/867fe1c84ea2476184d285219dbf4296 2024-11-26T09:42:55,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/f391ec0f027d416ea17e66d141ec2851 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/f391ec0f027d416ea17e66d141ec2851 2024-11-26T09:42:55,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/8d0c7b7a1d744c1685d86a5f25732fd9 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/8d0c7b7a1d744c1685d86a5f25732fd9 2024-11-26T09:42:55,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/e22c70f80bef4e6782ef38ede58d9a22 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/e22c70f80bef4e6782ef38ede58d9a22 2024-11-26T09:42:55,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/a5f836442b8646d7ae2b2bcc3fa8fb45 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/a5f836442b8646d7ae2b2bcc3fa8fb45 2024-11-26T09:42:55,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/445cb124989249f1a8f1c831dbe6af51 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/445cb124989249f1a8f1c831dbe6af51 2024-11-26T09:42:55,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/1ab8469ef8b345c6b73fbb5471bd7d2b, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/6f8c4671949f41bb81ed018c97fd3aed, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/f0efb7c8b3f84c8d92785430f17e6c80, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/e25528b2b4cd429a95d38ec1eaec35af, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/17480161d8314a8f940388105d6b1e81, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/664aee8c38ad41f3bd155b76f076cf74, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/818e27a5c7a041728d03be2eaeb1c2ec, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/c55dcb779c66466587f43e2995e6f95d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/0730aa1cdffa4baa8ea3a64e13305518, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/e86aea705e28434b8c25008e260d99e7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/2e6d617b607c4b2da2153f96e03e710b, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/58fd4fd496084f0f96990d38c6780244, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/064c193a334049a3b7dc943d94376f20, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/dc6cdaf37c7242b1931117e817e4c3fa, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/816bf6bdf44046f787395cae8a0ad0af, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/3b83e752fcbe462d95322a45ca3c4f69, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/17983ccc2602474b9aec203390605236] to archive 2024-11-26T09:42:55,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:42:55,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/1ab8469ef8b345c6b73fbb5471bd7d2b to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/1ab8469ef8b345c6b73fbb5471bd7d2b 2024-11-26T09:42:55,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/6f8c4671949f41bb81ed018c97fd3aed to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/6f8c4671949f41bb81ed018c97fd3aed 2024-11-26T09:42:55,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/f0efb7c8b3f84c8d92785430f17e6c80 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/f0efb7c8b3f84c8d92785430f17e6c80 2024-11-26T09:42:55,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/e25528b2b4cd429a95d38ec1eaec35af to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/e25528b2b4cd429a95d38ec1eaec35af 2024-11-26T09:42:55,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/17480161d8314a8f940388105d6b1e81 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/17480161d8314a8f940388105d6b1e81 2024-11-26T09:42:55,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/664aee8c38ad41f3bd155b76f076cf74 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/664aee8c38ad41f3bd155b76f076cf74 2024-11-26T09:42:55,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/818e27a5c7a041728d03be2eaeb1c2ec to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/818e27a5c7a041728d03be2eaeb1c2ec 2024-11-26T09:42:55,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/c55dcb779c66466587f43e2995e6f95d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/c55dcb779c66466587f43e2995e6f95d 2024-11-26T09:42:55,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/0730aa1cdffa4baa8ea3a64e13305518 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/0730aa1cdffa4baa8ea3a64e13305518 2024-11-26T09:42:55,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/e86aea705e28434b8c25008e260d99e7 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/e86aea705e28434b8c25008e260d99e7 2024-11-26T09:42:55,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/2e6d617b607c4b2da2153f96e03e710b to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/2e6d617b607c4b2da2153f96e03e710b 2024-11-26T09:42:55,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/58fd4fd496084f0f96990d38c6780244 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/58fd4fd496084f0f96990d38c6780244 2024-11-26T09:42:55,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/064c193a334049a3b7dc943d94376f20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/064c193a334049a3b7dc943d94376f20 2024-11-26T09:42:55,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/dc6cdaf37c7242b1931117e817e4c3fa to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/dc6cdaf37c7242b1931117e817e4c3fa 2024-11-26T09:42:55,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/816bf6bdf44046f787395cae8a0ad0af to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/816bf6bdf44046f787395cae8a0ad0af 2024-11-26T09:42:55,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/3b83e752fcbe462d95322a45ca3c4f69 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/3b83e752fcbe462d95322a45ca3c4f69 2024-11-26T09:42:55,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/17983ccc2602474b9aec203390605236 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/17983ccc2602474b9aec203390605236 2024-11-26T09:42:55,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/7b47abb1c04a46cca94ad822899f5c9c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/9184f64650d84754800dfacad6cbfd06, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/a63f0f4910f044e59b20efdec7b6f2c2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/b7cd4e17d67d4dbb860fa87e4326c0dc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/527a0f00da71424b8fe4dccb589863a3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/94f52fab48a34273b4d1fc2be62f9392, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/04665ebb0517431fb3fc5b619d0b6a3c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/0daf3050eade41b9a91f6be96b6c5501, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/ad7b7c71363240499c90298027c00832, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/465ee3874e234ecb9444dcc7f04a9d8b, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/369ef1affa824e739b886028ddef80a1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/26f4e03cc48b4bca8b05bf1b6f0317e1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/fd63c3bd03984c9d90a24290f64fa49f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/5589b0a3436541959d63de1adb348a88, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/122ae5dcf7584612bdb9f5704cf92a40, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/2c38fef8c4a54dc88b63c7724a487c26, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/99b6abf76cb745c7b9bb9eeadbf341b2] to archive 2024-11-26T09:42:55,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:42:55,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/7b47abb1c04a46cca94ad822899f5c9c to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/7b47abb1c04a46cca94ad822899f5c9c 2024-11-26T09:42:55,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/9184f64650d84754800dfacad6cbfd06 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/9184f64650d84754800dfacad6cbfd06 2024-11-26T09:42:55,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/a63f0f4910f044e59b20efdec7b6f2c2 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/a63f0f4910f044e59b20efdec7b6f2c2 2024-11-26T09:42:55,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/b7cd4e17d67d4dbb860fa87e4326c0dc to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/b7cd4e17d67d4dbb860fa87e4326c0dc 2024-11-26T09:42:55,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/527a0f00da71424b8fe4dccb589863a3 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/527a0f00da71424b8fe4dccb589863a3 2024-11-26T09:42:55,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/94f52fab48a34273b4d1fc2be62f9392 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/94f52fab48a34273b4d1fc2be62f9392 2024-11-26T09:42:55,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/04665ebb0517431fb3fc5b619d0b6a3c to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/04665ebb0517431fb3fc5b619d0b6a3c 2024-11-26T09:42:55,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/0daf3050eade41b9a91f6be96b6c5501 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/0daf3050eade41b9a91f6be96b6c5501 2024-11-26T09:42:55,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/ad7b7c71363240499c90298027c00832 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/ad7b7c71363240499c90298027c00832 2024-11-26T09:42:55,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/465ee3874e234ecb9444dcc7f04a9d8b to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/465ee3874e234ecb9444dcc7f04a9d8b 2024-11-26T09:42:55,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/369ef1affa824e739b886028ddef80a1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/369ef1affa824e739b886028ddef80a1 2024-11-26T09:42:55,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/26f4e03cc48b4bca8b05bf1b6f0317e1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/26f4e03cc48b4bca8b05bf1b6f0317e1 2024-11-26T09:42:55,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/fd63c3bd03984c9d90a24290f64fa49f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/fd63c3bd03984c9d90a24290f64fa49f 2024-11-26T09:42:55,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/5589b0a3436541959d63de1adb348a88 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/5589b0a3436541959d63de1adb348a88 2024-11-26T09:42:55,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/122ae5dcf7584612bdb9f5704cf92a40 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/122ae5dcf7584612bdb9f5704cf92a40 2024-11-26T09:42:55,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/2c38fef8c4a54dc88b63c7724a487c26 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/2c38fef8c4a54dc88b63c7724a487c26 2024-11-26T09:42:55,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/99b6abf76cb745c7b9bb9eeadbf341b2 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/99b6abf76cb745c7b9bb9eeadbf341b2 2024-11-26T09:42:55,879 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/recovered.edits/493.seqid, newMaxSeqId=493, maxSeqId=4 2024-11-26T09:42:55,880 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. 2024-11-26T09:42:55,880 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for e6eebe5733b5c1a572604fcf168cc0e0: Waiting for close lock at 1732614174179Running coprocessor pre-close hooks at 1732614174179Disabling compacts and flushes for region at 1732614174179Disabling writes for close at 1732614174179Obtaining lock to block concurrent updates at 1732614174179Preparing flush snapshotting stores in e6eebe5733b5c1a572604fcf168cc0e0 at 1732614174179Finished memstore snapshotting TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1732614174179Flushing stores of TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0. at 1732614174180 (+1 ms)Flushing e6eebe5733b5c1a572604fcf168cc0e0/A: creating writer at 1732614174180Flushing mob file e6eebe5733b5c1a572604fcf168cc0e0/A: appending metadata at 1732614174184 (+4 ms)Flushing mob file e6eebe5733b5c1a572604fcf168cc0e0/A: closing flushed file at 1732614174184Flushing e6eebe5733b5c1a572604fcf168cc0e0/A: appending metadata at 1732614174591 (+407 ms)Flushing e6eebe5733b5c1a572604fcf168cc0e0/A: closing flushed file at 1732614174591Flushing e6eebe5733b5c1a572604fcf168cc0e0/B: creating writer at 1732614174999 (+408 ms)Flushing e6eebe5733b5c1a572604fcf168cc0e0/B: appending metadata at 1732614175001 (+2 ms)Flushing e6eebe5733b5c1a572604fcf168cc0e0/B: closing flushed file at 1732614175001Flushing e6eebe5733b5c1a572604fcf168cc0e0/C: creating writer at 1732614175408 (+407 ms)Flushing e6eebe5733b5c1a572604fcf168cc0e0/C: appending metadata at 1732614175410 (+2 ms)Flushing e6eebe5733b5c1a572604fcf168cc0e0/C: closing flushed file at 1732614175410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3584e30c: reopening flushed file at 1732614175817 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d706af6: reopening flushed file at 1732614175820 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21464866: reopening flushed file at 1732614175824 (+4 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for e6eebe5733b5c1a572604fcf168cc0e0 in 1649ms, sequenceid=490, compaction requested=true at 1732614175828 (+4 ms)Writing region close event to WAL at 1732614175876 (+48 ms)Running coprocessor post-close hooks at 1732614175879 (+3 ms)Closed at 1732614175879 2024-11-26T09:42:55,881 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:55,882 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=e6eebe5733b5c1a572604fcf168cc0e0, regionState=CLOSED 2024-11-26T09:42:55,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:42:55,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-26T09:42:55,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure e6eebe5733b5c1a572604fcf168cc0e0, server=24c191b0ea9d,43373,1732614057595 in 1.8580 sec 2024-11-26T09:42:55,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-26T09:42:55,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6eebe5733b5c1a572604fcf168cc0e0, UNASSIGN in 1.8610 sec 2024-11-26T09:42:55,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-26T09:42:55,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8640 sec 2024-11-26T09:42:55,889 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614175889"}]},"ts":"1732614175889"} 2024-11-26T09:42:55,890 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T09:42:55,890 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T09:42:55,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8730 sec 2024-11-26T09:42:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-26T09:42:56,165 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:56,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T09:42:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:56,167 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-26T09:42:56,168 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:56,169 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,171 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/recovered.edits] 2024-11-26T09:42:56,174 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/0967d5afd3a841ceb66cfe4cc0191238 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/0967d5afd3a841ceb66cfe4cc0191238 2024-11-26T09:42:56,175 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/09bc575c889f46059b699a3195113281 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/09bc575c889f46059b699a3195113281 2024-11-26T09:42:56,176 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/2e13d61d59ce46bf86fe841adc3d8827 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/A/2e13d61d59ce46bf86fe841adc3d8827 2024-11-26T09:42:56,178 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/05f32b3639374365b1c9bc1917da843f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/05f32b3639374365b1c9bc1917da843f 2024-11-26T09:42:56,179 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/339e7d51a8964b0d8bb31730602df73d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/339e7d51a8964b0d8bb31730602df73d 2024-11-26T09:42:56,180 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/ba2fd45436c54156af618779f0897bd1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/B/ba2fd45436c54156af618779f0897bd1 2024-11-26T09:42:56,181 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/807c791db9c74ec8b2f5f2780b2db39e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/807c791db9c74ec8b2f5f2780b2db39e 2024-11-26T09:42:56,182 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/97dcc371d3bc44f6b2e4ec9e3779f242 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/97dcc371d3bc44f6b2e4ec9e3779f242 2024-11-26T09:42:56,183 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/ddb0088521394df2b245a28aba35ea3b to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/C/ddb0088521394df2b245a28aba35ea3b 2024-11-26T09:42:56,185 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/recovered.edits/493.seqid to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0/recovered.edits/493.seqid 2024-11-26T09:42:56,186 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,186 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T09:42:56,186 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T09:42:56,187 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T09:42:56,189 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126189d5282f0d24bfa9b875c94fe17211c_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126189d5282f0d24bfa9b875c94fe17211c_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,190 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263d28eb0f37c948dcbc11fb4e3db07083_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263d28eb0f37c948dcbc11fb4e3db07083_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,191 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264a3c01d70be941c6a11dc91b9206e476_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264a3c01d70be941c6a11dc91b9206e476_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,192 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264deb49ac40a34410b9c8af8c3bda2b3a_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264deb49ac40a34410b9c8af8c3bda2b3a_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,193 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268a976a19effc4def93dcc7fb4f46b37c_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268a976a19effc4def93dcc7fb4f46b37c_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,194 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112693499eec8efd46f6a170f078844aae87_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112693499eec8efd46f6a170f078844aae87_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,195 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269fddedcc5b4c41eda6f59c937926e873_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269fddedcc5b4c41eda6f59c937926e873_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,196 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a3495fd3bf8a4afb9ae90f5f21fc663b_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a3495fd3bf8a4afb9ae90f5f21fc663b_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,197 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ab2f864245014e9286aa9f285bd8f352_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ab2f864245014e9286aa9f285bd8f352_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,198 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c475c4b97f5b4369bf4a80d1c154447f_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c475c4b97f5b4369bf4a80d1c154447f_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,199 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c71d5d78976a4927bfb6b4ca71e0321d_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c71d5d78976a4927bfb6b4ca71e0321d_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,200 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cc97d28f1d8d4c16aaee766414c70ff3_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cc97d28f1d8d4c16aaee766414c70ff3_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,201 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ce9e8d7bec194b1484ab480b2ab8d632_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ce9e8d7bec194b1484ab480b2ab8d632_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,202 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e5005d533d5d4b6da210d9683a13c1ed_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e5005d533d5d4b6da210d9683a13c1ed_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,203 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f4bee6bfa38245db8d5e17355ba29cfc_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f4bee6bfa38245db8d5e17355ba29cfc_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,204 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ff6b96650bc64d51b0c2ac7d388e0980_e6eebe5733b5c1a572604fcf168cc0e0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ff6b96650bc64d51b0c2ac7d388e0980_e6eebe5733b5c1a572604fcf168cc0e0 2024-11-26T09:42:56,204 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T09:42:56,206 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:56,209 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T09:42:56,210 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T09:42:56,212 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:56,212 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T09:42:56,212 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732614176212"}]},"ts":"9223372036854775807"} 2024-11-26T09:42:56,214 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-26T09:42:56,214 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e6eebe5733b5c1a572604fcf168cc0e0, NAME => 'TestAcidGuarantees,,1732614147806.e6eebe5733b5c1a572604fcf168cc0e0.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T09:42:56,214 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T09:42:56,214 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732614176214"}]},"ts":"9223372036854775807"} 2024-11-26T09:42:56,215 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-26T09:42:56,216 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:56,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-11-26T09:42:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-26T09:42:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-26T09:42:56,275 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:56,286 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 250) - Thread LEAK? -, OpenFileDescriptor=459 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=3262 (was 3776) 2024-11-26T09:42:56,295 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=3262 2024-11-26T09:42:56,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T09:42:56,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T09:42:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T09:42:56,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T09:42:56,298 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:56,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 118 2024-11-26T09:42:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-26T09:42:56,299 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T09:42:56,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742244_1420 (size=1061) 2024-11-26T09:42:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-26T09:42:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-26T09:42:56,705 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a 2024-11-26T09:42:56,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742245_1421 (size=53) 2024-11-26T09:42:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-26T09:42:57,110 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:42:57,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing da65560e40db12e74fce9622d095200b, disabling compactions & flushes 2024-11-26T09:42:57,111 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:57,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:57,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. after waiting 0 ms 2024-11-26T09:42:57,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:57,111 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:57,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for da65560e40db12e74fce9622d095200b: Waiting for close lock at 1732614177111Disabling compacts and flushes for region at 1732614177111Disabling writes for close at 1732614177111Writing region close event to WAL at 1732614177111Closed at 1732614177111 2024-11-26T09:42:57,112 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T09:42:57,112 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732614177112"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732614177112"}]},"ts":"1732614177112"} 2024-11-26T09:42:57,113 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T09:42:57,114 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T09:42:57,114 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614177114"}]},"ts":"1732614177114"} 2024-11-26T09:42:57,115 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T09:42:57,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=da65560e40db12e74fce9622d095200b, ASSIGN}] 2024-11-26T09:42:57,116 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=da65560e40db12e74fce9622d095200b, ASSIGN 2024-11-26T09:42:57,117 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=da65560e40db12e74fce9622d095200b, ASSIGN; state=OFFLINE, location=24c191b0ea9d,43373,1732614057595; forceNewPlan=false, retain=false 2024-11-26T09:42:57,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T09:42:57,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=da65560e40db12e74fce9622d095200b, regionState=OPENING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:57,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=da65560e40db12e74fce9622d095200b, ASSIGN because future has completed 2024-11-26T09:42:57,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:42:57,423 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:57,423 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T09:42:57,424 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees da65560e40db12e74fce9622d095200b 2024-11-26T09:42:57,424 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:42:57,424 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for da65560e40db12e74fce9622d095200b 2024-11-26T09:42:57,424 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for da65560e40db12e74fce9622d095200b 2024-11-26T09:42:57,425 INFO [StoreOpener-da65560e40db12e74fce9622d095200b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region da65560e40db12e74fce9622d095200b 2024-11-26T09:42:57,426 INFO [StoreOpener-da65560e40db12e74fce9622d095200b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:42:57,427 INFO [StoreOpener-da65560e40db12e74fce9622d095200b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da65560e40db12e74fce9622d095200b columnFamilyName A 2024-11-26T09:42:57,427 DEBUG [StoreOpener-da65560e40db12e74fce9622d095200b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:57,427 INFO [StoreOpener-da65560e40db12e74fce9622d095200b-1 {}] regionserver.HStore(327): Store=da65560e40db12e74fce9622d095200b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:42:57,427 INFO [StoreOpener-da65560e40db12e74fce9622d095200b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region da65560e40db12e74fce9622d095200b 2024-11-26T09:42:57,428 INFO [StoreOpener-da65560e40db12e74fce9622d095200b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:42:57,428 INFO [StoreOpener-da65560e40db12e74fce9622d095200b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da65560e40db12e74fce9622d095200b columnFamilyName B 2024-11-26T09:42:57,428 DEBUG [StoreOpener-da65560e40db12e74fce9622d095200b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:57,429 INFO [StoreOpener-da65560e40db12e74fce9622d095200b-1 {}] regionserver.HStore(327): Store=da65560e40db12e74fce9622d095200b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:42:57,429 INFO [StoreOpener-da65560e40db12e74fce9622d095200b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region da65560e40db12e74fce9622d095200b 2024-11-26T09:42:57,429 INFO [StoreOpener-da65560e40db12e74fce9622d095200b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:42:57,429 INFO [StoreOpener-da65560e40db12e74fce9622d095200b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da65560e40db12e74fce9622d095200b columnFamilyName C 2024-11-26T09:42:57,430 DEBUG [StoreOpener-da65560e40db12e74fce9622d095200b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:42:57,430 INFO [StoreOpener-da65560e40db12e74fce9622d095200b-1 {}] regionserver.HStore(327): Store=da65560e40db12e74fce9622d095200b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:42:57,430 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:57,430 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for da65560e40db12e74fce9622d095200b 2024-11-26T09:42:57,430 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b 2024-11-26T09:42:57,431 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b 2024-11-26T09:42:57,431 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for da65560e40db12e74fce9622d095200b 2024-11-26T09:42:57,431 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for da65560e40db12e74fce9622d095200b 2024-11-26T09:42:57,432 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T09:42:57,432 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for da65560e40db12e74fce9622d095200b 2024-11-26T09:42:57,434 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T09:42:57,434 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened da65560e40db12e74fce9622d095200b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72005977, jitterRate=0.07297267019748688}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T09:42:57,434 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da65560e40db12e74fce9622d095200b 2024-11-26T09:42:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-26T09:42:57,435 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for da65560e40db12e74fce9622d095200b: Running coprocessor pre-open hook at 1732614177424Writing region info on filesystem at 1732614177424Initializing all the Stores at 1732614177425 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614177425Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614177425Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614177425Cleaning up temporary data from old regions at 1732614177431 (+6 ms)Running coprocessor post-open hooks at 1732614177434 (+3 ms)Region opened successfully at 1732614177435 (+1 ms) 2024-11-26T09:42:57,435 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., pid=120, masterSystemTime=1732614177421 2024-11-26T09:42:57,437 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:57,437 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:57,437 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=da65560e40db12e74fce9622d095200b, regionState=OPEN, openSeqNum=2, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:57,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:42:57,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-26T09:42:57,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 in 170 msec 2024-11-26T09:42:57,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-26T09:42:57,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=da65560e40db12e74fce9622d095200b, ASSIGN in 325 msec 2024-11-26T09:42:57,442 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T09:42:57,443 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614177442"}]},"ts":"1732614177442"} 2024-11-26T09:42:57,444 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T09:42:57,444 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T09:42:57,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-26T09:42:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-26T09:42:58,445 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:42:58,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8abc8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:58,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:58,447 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:58,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:58,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:58,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f064478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:58,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:58,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:58,449 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:58,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe5e86d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:58,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:58,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:58,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:58,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T09:42:58,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 24c191b0ea9d,33185,1732614056759 2024-11-26T09:42:58,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52424abe 2024-11-26T09:42:58,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T09:42:58,453 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T09:42:58,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bd122f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:58,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:58,455 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:58,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ee2453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:58,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:58,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:58,456 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:58,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@534e5a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:58,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:58,458 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:58,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:58,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:58,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e07eaa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:58,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:58,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:58,459 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:58,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32815edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:58,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:58,461 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:58,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:58,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:58,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0148bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:58,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:58,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:58,462 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff7927b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:58,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:58,463 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff11eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:58,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:58,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:58,464 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:58,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20133f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:58,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:58,466 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41624e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:58,467 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f55459e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff7674f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:58,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:58,468 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6999df7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:58,469 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:58,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a97264c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672fe15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:58,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:58,471 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77da3dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:58,472 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13488e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71238b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:58,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:58,473 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:58,475 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:58,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ba3eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:58,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:58,476 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243da736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:58,477 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:58,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125135f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:42:58,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:42:58,479 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:42:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:42:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:42:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e0fa95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:42:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:42:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:42:58,480 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:42:58,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b2fdf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:42:58,481 DEBUG [Thread-1901 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:58,481 DEBUG [Thread-1916 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:58,481 DEBUG [Thread-1910 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:58,481 DEBUG [Thread-1905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:58,481 DEBUG [Thread-1912 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:58,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:42:58,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:58,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:58,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:58,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:58,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:58,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:58,482 DEBUG [Thread-1903 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:58,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:58,482 DEBUG [Thread-1899 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:58,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-26T09:42:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:58,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:58,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:58,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:58,483 DEBUG [Thread-1918 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-26T09:42:58,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:58,483 DEBUG [Thread-1907 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:58,484 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:42:58,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:58,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:58,485 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:42:58,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:42:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:58,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:58,485 DEBUG [Thread-1914 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:42:58,485 DEBUG [Thread-1905 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:58,486 DEBUG [Thread-1905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:58,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:58,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:58,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:42:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:42:58,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:42:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:42:58,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T09:42:58,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2] 2024-11-26T09:42:58,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:42:58,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:58,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:42:58,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:58,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:42:58,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:58,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/d54f14a0a5854fdfb29d215b00550051 is 50, key is test_row_0/A:col10/1732614178494/Put/seqid=0 2024-11-26T09:42:58,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742246_1422 (size=14341) 2024-11-26T09:42:58,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614238560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:58,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614238561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614238564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:58,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614238573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-26T09:42:58,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614238574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:58,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-26T09:42:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:42:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:58,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614238685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:58,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614238685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:58,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614238685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:58,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614238685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:58,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614238695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:58,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:58,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-26T09:42:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:42:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:58,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-26T09:42:58,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614238905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:58,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:58,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614238905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:58,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:58,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614238905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:58,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:58,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:58,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614238905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:58,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614238905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:58,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/d54f14a0a5854fdfb29d215b00550051 2024-11-26T09:42:58,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-26T09:42:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:42:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:58,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:58,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/c9cc725ffe61423db4345085c2d0d605 is 50, key is test_row_0/B:col10/1732614178494/Put/seqid=0 2024-11-26T09:42:58,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742247_1423 (size=12001) 2024-11-26T09:42:59,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-26T09:42:59,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:59,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:42:59,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:59,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:59,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-26T09:42:59,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614239215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:59,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614239215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:59,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614239225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:59,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614239225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:59,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614239225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:59,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-26T09:42:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:42:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:59,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:59,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:59,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/c9cc725ffe61423db4345085c2d0d605 2024-11-26T09:42:59,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/44d8f5ac7e1a4c46849d9ca66463232e is 50, key is test_row_0/C:col10/1732614178494/Put/seqid=0 2024-11-26T09:42:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742248_1424 (size=12001) 2024-11-26T09:42:59,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-26T09:42:59,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:59,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:42:59,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:59,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:59,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:59,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-26T09:42:59,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:59,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:42:59,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:59,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:59,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-26T09:42:59,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-26T09:42:59,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:59,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:42:59,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:59,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:59,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:42:59,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614239735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:59,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:59,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614239738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:59,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:59,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614239738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:59,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614239745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:59,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:42:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614239745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:42:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:42:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:42:59,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/44d8f5ac7e1a4c46849d9ca66463232e 2024-11-26T09:42:59,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/d54f14a0a5854fdfb29d215b00550051 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d54f14a0a5854fdfb29d215b00550051 2024-11-26T09:42:59,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d54f14a0a5854fdfb29d215b00550051, entries=200, sequenceid=13, filesize=14.0 K 2024-11-26T09:42:59,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/c9cc725ffe61423db4345085c2d0d605 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/c9cc725ffe61423db4345085c2d0d605 2024-11-26T09:42:59,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/c9cc725ffe61423db4345085c2d0d605, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T09:42:59,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/44d8f5ac7e1a4c46849d9ca66463232e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/44d8f5ac7e1a4c46849d9ca66463232e 2024-11-26T09:42:59,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/44d8f5ac7e1a4c46849d9ca66463232e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T09:42:59,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for da65560e40db12e74fce9622d095200b in 1310ms, sequenceid=13, compaction requested=false 2024-11-26T09:42:59,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:42:59,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-26T09:42:59,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:42:59,862 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-26T09:42:59,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:42:59,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:59,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:42:59,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:59,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:42:59,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:42:59,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/247405f1c4264e89b6bcb0882d076614 is 50, key is test_row_0/A:col10/1732614178571/Put/seqid=0 2024-11-26T09:42:59,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742249_1425 (size=12001) 2024-11-26T09:43:00,276 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/247405f1c4264e89b6bcb0882d076614 2024-11-26T09:43:00,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/7216bf1f197547818db65d9322a30c3e is 50, key is test_row_0/B:col10/1732614178571/Put/seqid=0 2024-11-26T09:43:00,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742250_1426 (size=12001) 2024-11-26T09:43:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-26T09:43:00,688 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/7216bf1f197547818db65d9322a30c3e 2024-11-26T09:43:00,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/eb1ed4e8ded34da897fe43fe606c5421 is 50, key is test_row_0/C:col10/1732614178571/Put/seqid=0 2024-11-26T09:43:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742251_1427 (size=12001) 2024-11-26T09:43:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:00,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:00,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614240767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:00,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614240772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:00,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614240773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:00,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:00,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614240774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:00,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:00,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614240775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:00,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614240884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614240884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:00,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614240895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:00,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614240895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:00,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614240895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:00,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,100 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/eb1ed4e8ded34da897fe43fe606c5421 2024-11-26T09:43:01,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/247405f1c4264e89b6bcb0882d076614 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/247405f1c4264e89b6bcb0882d076614 2024-11-26T09:43:01,112 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/247405f1c4264e89b6bcb0882d076614, entries=150, sequenceid=33, filesize=11.7 K 2024-11-26T09:43:01,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/7216bf1f197547818db65d9322a30c3e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7216bf1f197547818db65d9322a30c3e 2024-11-26T09:43:01,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614241105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614241105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614241105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614241105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,117 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7216bf1f197547818db65d9322a30c3e, entries=150, sequenceid=33, filesize=11.7 K 2024-11-26T09:43:01,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/eb1ed4e8ded34da897fe43fe606c5421 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/eb1ed4e8ded34da897fe43fe606c5421 2024-11-26T09:43:01,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614241115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,122 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/eb1ed4e8ded34da897fe43fe606c5421, entries=150, sequenceid=33, filesize=11.7 K 2024-11-26T09:43:01,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,123 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for da65560e40db12e74fce9622d095200b in 1261ms, sequenceid=33, compaction requested=false 2024-11-26T09:43:01,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:01,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:01,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-26T09:43:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-26T09:43:01,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-26T09:43:01,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6390 sec 2024-11-26T09:43:01,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.6460 sec 2024-11-26T09:43:01,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T09:43:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:01,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-26T09:43:01,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:01,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:01,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:01,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:01,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:01,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:01,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/455f286f11e54937b4f197bdb57cedf1 is 50, key is test_row_0/A:col10/1732614180771/Put/seqid=0 2024-11-26T09:43:01,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742252_1428 (size=14341) 2024-11-26T09:43:01,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/455f286f11e54937b4f197bdb57cedf1 2024-11-26T09:43:01,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/3e7ebecc0b2c4091addece5c5f26662e is 50, key is test_row_0/B:col10/1732614180771/Put/seqid=0 2024-11-26T09:43:01,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614241475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614241482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742253_1429 (size=12001) 2024-11-26T09:43:01,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614241483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614241485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614241486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614241595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614241595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614241604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614241615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614241615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614241815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614241815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614241825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614241835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614241835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:01,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/3e7ebecc0b2c4091addece5c5f26662e 2024-11-26T09:43:01,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/c77e38ca3b1a49588882c386891555e1 is 50, key is test_row_0/C:col10/1732614180771/Put/seqid=0 2024-11-26T09:43:01,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742254_1430 (size=12001) 2024-11-26T09:43:02,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614242124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:02,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:02,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614242135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:02,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614242145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:02,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:02,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614242155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:02,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614242155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:02,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/c77e38ca3b1a49588882c386891555e1 2024-11-26T09:43:02,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/455f286f11e54937b4f197bdb57cedf1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/455f286f11e54937b4f197bdb57cedf1 2024-11-26T09:43:02,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/455f286f11e54937b4f197bdb57cedf1, entries=200, sequenceid=46, filesize=14.0 K 2024-11-26T09:43:02,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/3e7ebecc0b2c4091addece5c5f26662e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/3e7ebecc0b2c4091addece5c5f26662e 2024-11-26T09:43:02,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/3e7ebecc0b2c4091addece5c5f26662e, entries=150, sequenceid=46, filesize=11.7 K 2024-11-26T09:43:02,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/c77e38ca3b1a49588882c386891555e1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/c77e38ca3b1a49588882c386891555e1 2024-11-26T09:43:02,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/c77e38ca3b1a49588882c386891555e1, entries=150, sequenceid=46, filesize=11.7 K 2024-11-26T09:43:02,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for da65560e40db12e74fce9622d095200b in 889ms, sequenceid=46, compaction requested=true 2024-11-26T09:43:02,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:02,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:43:02,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:02,321 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:02,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:43:02,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:02,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:43:02,321 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:02,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:02,322 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:02,322 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/A is initiating minor compaction (all files) 2024-11-26T09:43:02,322 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:02,322 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/B is initiating minor compaction (all files) 2024-11-26T09:43:02,322 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/A in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:02,322 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/B in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:02,322 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d54f14a0a5854fdfb29d215b00550051, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/247405f1c4264e89b6bcb0882d076614, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/455f286f11e54937b4f197bdb57cedf1] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=39.7 K 2024-11-26T09:43:02,322 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/c9cc725ffe61423db4345085c2d0d605, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7216bf1f197547818db65d9322a30c3e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/3e7ebecc0b2c4091addece5c5f26662e] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=35.2 K 2024-11-26T09:43:02,323 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting d54f14a0a5854fdfb29d215b00550051, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732614178491 2024-11-26T09:43:02,323 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting c9cc725ffe61423db4345085c2d0d605, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732614178491 2024-11-26T09:43:02,323 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 247405f1c4264e89b6bcb0882d076614, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732614178558 2024-11-26T09:43:02,323 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 7216bf1f197547818db65d9322a30c3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732614178558 2024-11-26T09:43:02,324 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e7ebecc0b2c4091addece5c5f26662e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732614180771 2024-11-26T09:43:02,324 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 455f286f11e54937b4f197bdb57cedf1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732614180765 2024-11-26T09:43:02,332 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#A#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:02,332 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/41199b2182a047d5a366c1308e633c02 is 50, key is test_row_0/A:col10/1732614180771/Put/seqid=0 2024-11-26T09:43:02,346 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#B#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:02,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742255_1431 (size=12104) 2024-11-26T09:43:02,347 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/698fbf84455a4efa867565dbc78752ff is 50, key is test_row_0/B:col10/1732614180771/Put/seqid=0 2024-11-26T09:43:02,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742256_1432 (size=12104) 2024-11-26T09:43:02,361 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/698fbf84455a4efa867565dbc78752ff as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/698fbf84455a4efa867565dbc78752ff 2024-11-26T09:43:02,367 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/B of da65560e40db12e74fce9622d095200b into 698fbf84455a4efa867565dbc78752ff(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:02,367 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:02,367 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/B, priority=13, startTime=1732614182321; duration=0sec 2024-11-26T09:43:02,367 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:02,368 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:B 2024-11-26T09:43:02,368 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:02,369 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:02,369 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/C is initiating minor compaction (all files) 2024-11-26T09:43:02,369 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/C in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:02,369 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/44d8f5ac7e1a4c46849d9ca66463232e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/eb1ed4e8ded34da897fe43fe606c5421, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/c77e38ca3b1a49588882c386891555e1] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=35.2 K 2024-11-26T09:43:02,369 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 44d8f5ac7e1a4c46849d9ca66463232e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732614178491 2024-11-26T09:43:02,370 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting eb1ed4e8ded34da897fe43fe606c5421, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732614178558 2024-11-26T09:43:02,370 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting c77e38ca3b1a49588882c386891555e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732614180771 2024-11-26T09:43:02,378 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#C#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:02,378 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/3d618c48f5854f4dbd98f85cbdfc14e5 is 50, key is test_row_0/C:col10/1732614180771/Put/seqid=0 2024-11-26T09:43:02,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742257_1433 (size=12104) 2024-11-26T09:43:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:02,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-26T09:43:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-26T09:43:02,655 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:02,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-26T09:43:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-26T09:43:02,658 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:02,659 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:02,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:02,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/d8c16e4805dd40a9be70cd0d2f15db05 is 50, key is test_row_0/A:col10/1732614181461/Put/seqid=0 2024-11-26T09:43:02,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742258_1434 (size=14341) 2024-11-26T09:43:02,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614242676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:02,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:02,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614242677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:02,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:02,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:02,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614242678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:02,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:02,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614242679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:02,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:02,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:02,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614242680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:02,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:02,751 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/41199b2182a047d5a366c1308e633c02 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/41199b2182a047d5a366c1308e633c02 2024-11-26T09:43:02,755 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/A of da65560e40db12e74fce9622d095200b into 41199b2182a047d5a366c1308e633c02(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:02,755 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:02,755 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/A, priority=13, startTime=1732614182321; duration=0sec 2024-11-26T09:43:02,756 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:02,756 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:A 2024-11-26T09:43:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-26T09:43:02,788 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/3d618c48f5854f4dbd98f85cbdfc14e5 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/3d618c48f5854f4dbd98f85cbdfc14e5 2024-11-26T09:43:02,793 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/C of da65560e40db12e74fce9622d095200b into 3d618c48f5854f4dbd98f85cbdfc14e5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:02,793 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:02,793 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/C, priority=13, startTime=1732614182321; duration=0sec 2024-11-26T09:43:02,793 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:02,793 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:C 2024-11-26T09:43:02,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614242785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614242785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:02,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614242795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:02,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:02,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614242795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:02,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614242795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:02,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-26T09:43:02,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:02,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:02,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:02,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:02,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:02,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-26T09:43:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:02,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-26T09:43:03,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614243005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:03,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614243005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:03,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614243005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:03,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614243005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:03,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614243015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:03,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:03,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/d8c16e4805dd40a9be70cd0d2f15db05 2024-11-26T09:43:03,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/f5e5297024f24c62ba8c42ab591aebe5 is 50, key is test_row_0/B:col10/1732614181461/Put/seqid=0 2024-11-26T09:43:03,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742259_1435 (size=12001) 2024-11-26T09:43:03,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-26T09:43:03,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:03,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:03,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:03,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-26T09:43:03,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:03,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:03,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:03,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-26T09:43:03,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614243325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:03,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614243325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:03,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:03,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614243325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:03,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:03,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:03,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614243325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:03,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:03,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614243326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:03,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:03,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:03,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-26T09:43:03,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:03,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:03,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:03,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/f5e5297024f24c62ba8c42ab591aebe5 2024-11-26T09:43:03,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/957859200f744c14bb0b6d713b3a33bb is 50, key is test_row_0/C:col10/1732614181461/Put/seqid=0 2024-11-26T09:43:03,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742260_1436 (size=12001) 2024-11-26T09:43:03,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-26T09:43:03,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:03,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:03,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:03,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-26T09:43:03,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:03,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:03,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:03,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-26T09:43:03,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614243845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:03,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614243845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:03,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614243845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:03,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614243845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:03,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614243845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:03,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:03,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:03,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-26T09:43:03,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:03,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:03,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:03,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:03,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/957859200f744c14bb0b6d713b3a33bb 2024-11-26T09:43:03,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/d8c16e4805dd40a9be70cd0d2f15db05 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d8c16e4805dd40a9be70cd0d2f15db05 2024-11-26T09:43:03,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d8c16e4805dd40a9be70cd0d2f15db05, entries=200, sequenceid=67, filesize=14.0 K 2024-11-26T09:43:03,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/f5e5297024f24c62ba8c42ab591aebe5 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/f5e5297024f24c62ba8c42ab591aebe5 2024-11-26T09:43:03,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/f5e5297024f24c62ba8c42ab591aebe5, entries=150, sequenceid=67, filesize=11.7 K 2024-11-26T09:43:03,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/957859200f744c14bb0b6d713b3a33bb as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/957859200f744c14bb0b6d713b3a33bb 2024-11-26T09:43:03,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/957859200f744c14bb0b6d713b3a33bb, entries=150, sequenceid=67, filesize=11.7 K 2024-11-26T09:43:03,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for da65560e40db12e74fce9622d095200b in 1253ms, sequenceid=67, compaction requested=false 2024-11-26T09:43:03,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:04,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-26T09:43:04,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:04,037 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T09:43:04,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:04,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:04,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:04,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:04,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:04,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:04,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/d5f32611161848478c7d422955334f77 is 50, key is test_row_0/A:col10/1732614182674/Put/seqid=0 2024-11-26T09:43:04,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742261_1437 (size=12001) 2024-11-26T09:43:04,453 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/d5f32611161848478c7d422955334f77 2024-11-26T09:43:04,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/7d097edd7f0f4c05b2c2563009cc28df is 50, key is test_row_0/B:col10/1732614182674/Put/seqid=0 2024-11-26T09:43:04,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742262_1438 (size=12001) 2024-11-26T09:43:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-26T09:43:04,864 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/7d097edd7f0f4c05b2c2563009cc28df 2024-11-26T09:43:04,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/7888190cf5c34d0cb20ddac128fd2e4f is 50, key is test_row_0/C:col10/1732614182674/Put/seqid=0 2024-11-26T09:43:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:04,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:04,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742263_1439 (size=12001) 2024-11-26T09:43:04,888 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/7888190cf5c34d0cb20ddac128fd2e4f 2024-11-26T09:43:04,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/d5f32611161848478c7d422955334f77 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d5f32611161848478c7d422955334f77 2024-11-26T09:43:04,896 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d5f32611161848478c7d422955334f77, entries=150, sequenceid=81, filesize=11.7 K 2024-11-26T09:43:04,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/7d097edd7f0f4c05b2c2563009cc28df as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7d097edd7f0f4c05b2c2563009cc28df 2024-11-26T09:43:04,900 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7d097edd7f0f4c05b2c2563009cc28df, entries=150, sequenceid=81, filesize=11.7 K 2024-11-26T09:43:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/7888190cf5c34d0cb20ddac128fd2e4f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/7888190cf5c34d0cb20ddac128fd2e4f 2024-11-26T09:43:04,907 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/7888190cf5c34d0cb20ddac128fd2e4f, entries=150, sequenceid=81, filesize=11.7 K 2024-11-26T09:43:04,908 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for da65560e40db12e74fce9622d095200b in 871ms, sequenceid=81, compaction requested=true 2024-11-26T09:43:04,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:04,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:04,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-26T09:43:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-26T09:43:04,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-26T09:43:04,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:04,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:04,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:04,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:04,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:04,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:04,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-26T09:43:04,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2510 sec 2024-11-26T09:43:04,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.2590 sec 2024-11-26T09:43:04,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/834fd817f5844fee8d87a547109c324e is 50, key is test_row_0/A:col10/1732614184902/Put/seqid=0 2024-11-26T09:43:04,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742264_1440 (size=19021) 2024-11-26T09:43:04,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/834fd817f5844fee8d87a547109c324e 2024-11-26T09:43:04,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/f5d9723b631c4f9992bba9a1da831c60 is 50, key is test_row_0/B:col10/1732614184902/Put/seqid=0 2024-11-26T09:43:04,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742265_1441 (size=12001) 2024-11-26T09:43:04,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614244922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:04,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614244924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:04,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614244928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:04,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614244934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:04,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:04,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:04,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:04,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614244935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614245045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:05,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:05,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614245045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:05,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614245046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614245046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614245055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614245264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:05,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:05,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614245265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614245265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:05,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614245265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614245275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:05,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/f5d9723b631c4f9992bba9a1da831c60 2024-11-26T09:43:05,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/e44eefcfb80e42fdb8d50d23b19615a1 is 50, key is test_row_0/C:col10/1732614184902/Put/seqid=0 2024-11-26T09:43:05,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742266_1442 (size=12001) 2024-11-26T09:43:05,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614245585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:05,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:05,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614245585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:05,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:05,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614245586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:05,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:05,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614245586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:05,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614245595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:05,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:05,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:05,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/e44eefcfb80e42fdb8d50d23b19615a1 2024-11-26T09:43:05,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/834fd817f5844fee8d87a547109c324e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/834fd817f5844fee8d87a547109c324e 2024-11-26T09:43:05,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/834fd817f5844fee8d87a547109c324e, entries=300, sequenceid=102, filesize=18.6 K 2024-11-26T09:43:05,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/f5d9723b631c4f9992bba9a1da831c60 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/f5d9723b631c4f9992bba9a1da831c60 2024-11-26T09:43:05,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/f5d9723b631c4f9992bba9a1da831c60, entries=150, sequenceid=102, filesize=11.7 K 2024-11-26T09:43:05,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/e44eefcfb80e42fdb8d50d23b19615a1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/e44eefcfb80e42fdb8d50d23b19615a1 2024-11-26T09:43:05,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/e44eefcfb80e42fdb8d50d23b19615a1, entries=150, sequenceid=102, filesize=11.7 K 2024-11-26T09:43:05,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for da65560e40db12e74fce9622d095200b in 852ms, sequenceid=102, compaction requested=true 2024-11-26T09:43:05,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:05,764 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:43:05,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:43:05,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:05,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:43:05,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:05,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:43:05,765 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:43:05,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:05,765 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57467 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:43:05,766 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/A is initiating minor compaction (all files) 2024-11-26T09:43:05,766 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/A in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:05,766 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/41199b2182a047d5a366c1308e633c02, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d8c16e4805dd40a9be70cd0d2f15db05, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d5f32611161848478c7d422955334f77, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/834fd817f5844fee8d87a547109c324e] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=56.1 K 2024-11-26T09:43:05,766 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:43:05,766 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/B is initiating minor compaction (all files) 2024-11-26T09:43:05,766 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/B in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:05,766 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41199b2182a047d5a366c1308e633c02, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732614180771 2024-11-26T09:43:05,766 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/698fbf84455a4efa867565dbc78752ff, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/f5e5297024f24c62ba8c42ab591aebe5, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7d097edd7f0f4c05b2c2563009cc28df, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/f5d9723b631c4f9992bba9a1da831c60] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=47.0 K 2024-11-26T09:43:05,767 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 698fbf84455a4efa867565dbc78752ff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732614180771 2024-11-26T09:43:05,767 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8c16e4805dd40a9be70cd0d2f15db05, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732614181461 2024-11-26T09:43:05,767 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting f5e5297024f24c62ba8c42ab591aebe5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732614181461 2024-11-26T09:43:05,767 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5f32611161848478c7d422955334f77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732614182674 2024-11-26T09:43:05,767 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d097edd7f0f4c05b2c2563009cc28df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732614182674 2024-11-26T09:43:05,767 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 834fd817f5844fee8d87a547109c324e, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732614184902 2024-11-26T09:43:05,768 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting f5d9723b631c4f9992bba9a1da831c60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732614184902 2024-11-26T09:43:05,777 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#B#compaction#374 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:05,777 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/add742b377e04485a2084e3d04bef8c8 is 50, key is test_row_0/B:col10/1732614184902/Put/seqid=0 2024-11-26T09:43:05,782 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#A#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:05,782 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/10661c54fdb74e5f985f9c0a8b2166a9 is 50, key is test_row_0/A:col10/1732614184902/Put/seqid=0 2024-11-26T09:43:05,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742267_1443 (size=12241) 2024-11-26T09:43:05,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742268_1444 (size=12241) 2024-11-26T09:43:05,799 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/add742b377e04485a2084e3d04bef8c8 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/add742b377e04485a2084e3d04bef8c8 2024-11-26T09:43:05,799 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/10661c54fdb74e5f985f9c0a8b2166a9 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/10661c54fdb74e5f985f9c0a8b2166a9 2024-11-26T09:43:05,803 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in da65560e40db12e74fce9622d095200b/A of da65560e40db12e74fce9622d095200b into 10661c54fdb74e5f985f9c0a8b2166a9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:05,803 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:05,803 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/A, priority=12, startTime=1732614185764; duration=0sec 2024-11-26T09:43:05,803 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:05,803 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:A 2024-11-26T09:43:05,803 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in da65560e40db12e74fce9622d095200b/B of da65560e40db12e74fce9622d095200b into add742b377e04485a2084e3d04bef8c8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:05,803 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:43:05,803 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:05,804 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/B, priority=12, startTime=1732614185765; duration=0sec 2024-11-26T09:43:05,804 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:05,804 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:B 2024-11-26T09:43:05,805 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:43:05,805 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/C is initiating minor compaction (all files) 2024-11-26T09:43:05,805 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/C in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:05,805 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/3d618c48f5854f4dbd98f85cbdfc14e5, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/957859200f744c14bb0b6d713b3a33bb, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/7888190cf5c34d0cb20ddac128fd2e4f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/e44eefcfb80e42fdb8d50d23b19615a1] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=47.0 K 2024-11-26T09:43:05,805 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d618c48f5854f4dbd98f85cbdfc14e5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732614180771 2024-11-26T09:43:05,805 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 957859200f744c14bb0b6d713b3a33bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732614181461 2024-11-26T09:43:05,806 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7888190cf5c34d0cb20ddac128fd2e4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732614182674 2024-11-26T09:43:05,806 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting e44eefcfb80e42fdb8d50d23b19615a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732614184902 2024-11-26T09:43:05,815 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#C#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:05,815 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/3c0691150bad4c25866091dba023168e is 50, key is test_row_0/C:col10/1732614184902/Put/seqid=0 2024-11-26T09:43:05,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742269_1445 (size=12241) 2024-11-26T09:43:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:06,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T09:43:06,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:06,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:06,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:06,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:06,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:06,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:06,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/4b5d332bb92b4673a7ff1582b7677b38 is 50, key is test_row_0/A:col10/1732614186109/Put/seqid=0 2024-11-26T09:43:06,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742270_1446 (size=12001) 2024-11-26T09:43:06,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614246141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614246142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614246143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614246147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614246148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,223 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/3c0691150bad4c25866091dba023168e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/3c0691150bad4c25866091dba023168e 2024-11-26T09:43:06,227 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in da65560e40db12e74fce9622d095200b/C of da65560e40db12e74fce9622d095200b into 3c0691150bad4c25866091dba023168e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:06,227 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:06,227 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/C, priority=12, startTime=1732614185765; duration=0sec 2024-11-26T09:43:06,228 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:06,228 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:C 2024-11-26T09:43:06,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614246255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614246264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614246265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614246265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614246265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614246475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614246475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614246475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614246475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614246475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/4b5d332bb92b4673a7ff1582b7677b38 2024-11-26T09:43:06,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/9b68bbd21f874669b48e1ab53a1d1d9f is 50, key is test_row_0/B:col10/1732614186109/Put/seqid=0 2024-11-26T09:43:06,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742271_1447 (size=12001) 2024-11-26T09:43:06,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614246795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614246795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614246795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614246795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614246795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-26T09:43:06,825 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:06,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-26T09:43:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-26T09:43:06,827 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:06,828 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:06,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-26T09:43:06,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/9b68bbd21f874669b48e1ab53a1d1d9f 2024-11-26T09:43:06,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/b21c364a92d74e7da6c5c188ebeaa29d is 50, key is test_row_0/C:col10/1732614186109/Put/seqid=0 2024-11-26T09:43:06,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742272_1448 (size=12001) 2024-11-26T09:43:06,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/b21c364a92d74e7da6c5c188ebeaa29d 2024-11-26T09:43:06,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/4b5d332bb92b4673a7ff1582b7677b38 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/4b5d332bb92b4673a7ff1582b7677b38 2024-11-26T09:43:06,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/4b5d332bb92b4673a7ff1582b7677b38, entries=150, sequenceid=117, filesize=11.7 K 2024-11-26T09:43:06,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/9b68bbd21f874669b48e1ab53a1d1d9f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/9b68bbd21f874669b48e1ab53a1d1d9f 2024-11-26T09:43:06,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/9b68bbd21f874669b48e1ab53a1d1d9f, entries=150, sequenceid=117, filesize=11.7 K 2024-11-26T09:43:06,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/b21c364a92d74e7da6c5c188ebeaa29d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b21c364a92d74e7da6c5c188ebeaa29d 2024-11-26T09:43:06,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b21c364a92d74e7da6c5c188ebeaa29d, entries=150, sequenceid=117, filesize=11.7 K 2024-11-26T09:43:06,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for da65560e40db12e74fce9622d095200b in 852ms, sequenceid=117, compaction requested=false 2024-11-26T09:43:06,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:06,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-26T09:43:06,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:06,980 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-26T09:43:06,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:06,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:06,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:06,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:06,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:06,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/a48a65cd292d45ff9c47de9363e4213d is 50, key is test_row_0/A:col10/1732614186141/Put/seqid=0 2024-11-26T09:43:06,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742273_1449 (size=12151) 2024-11-26T09:43:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-26T09:43:07,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T09:43:07,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T09:43:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:07,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:07,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:07,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614247326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614247327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:07,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614247337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:07,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614247341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:07,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:07,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614247341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:07,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:07,397 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/a48a65cd292d45ff9c47de9363e4213d 2024-11-26T09:43:07,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/93b52943cfd044aeb72ac3fadff12ccc is 50, key is test_row_0/B:col10/1732614186141/Put/seqid=0 2024-11-26T09:43:07,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742274_1450 (size=12151) 2024-11-26T09:43:07,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-26T09:43:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614247445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614247445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:07,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614247445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:07,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:07,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614247455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:07,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614247455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:07,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614247664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:07,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:07,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614247664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:07,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:07,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614247665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:07,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614247675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:07,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614247675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:07,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:07,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:07,808 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/93b52943cfd044aeb72ac3fadff12ccc 2024-11-26T09:43:07,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/f8f6aa6a2b1b460793a3baf1e3bc5c0e is 50, key is test_row_0/C:col10/1732614186141/Put/seqid=0 2024-11-26T09:43:07,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742275_1451 (size=12151) 2024-11-26T09:43:07,819 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/f8f6aa6a2b1b460793a3baf1e3bc5c0e 2024-11-26T09:43:07,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/a48a65cd292d45ff9c47de9363e4213d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/a48a65cd292d45ff9c47de9363e4213d 2024-11-26T09:43:07,826 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/a48a65cd292d45ff9c47de9363e4213d, entries=150, sequenceid=137, filesize=11.9 K 2024-11-26T09:43:07,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/93b52943cfd044aeb72ac3fadff12ccc as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/93b52943cfd044aeb72ac3fadff12ccc 2024-11-26T09:43:07,830 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/93b52943cfd044aeb72ac3fadff12ccc, entries=150, sequenceid=137, filesize=11.9 K 2024-11-26T09:43:07,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/f8f6aa6a2b1b460793a3baf1e3bc5c0e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/f8f6aa6a2b1b460793a3baf1e3bc5c0e 2024-11-26T09:43:07,834 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/f8f6aa6a2b1b460793a3baf1e3bc5c0e, entries=150, sequenceid=137, filesize=11.9 K 2024-11-26T09:43:07,835 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for da65560e40db12e74fce9622d095200b in 855ms, sequenceid=137, compaction requested=true 2024-11-26T09:43:07,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:07,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:07,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-26T09:43:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-26T09:43:07,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-26T09:43:07,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0080 sec 2024-11-26T09:43:07,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.0140 sec 2024-11-26T09:43:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-26T09:43:07,965 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:07,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-26T09:43:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-26T09:43:07,967 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:07,968 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:07,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:07,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-26T09:43:07,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:07,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:07,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:07,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:07,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:07,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:07,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/a85346b9c066493681bb2f0cdb338848 is 50, key is test_row_0/A:col10/1732614187337/Put/seqid=0 2024-11-26T09:43:08,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742276_1452 (size=14541) 2024-11-26T09:43:08,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614248025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614248026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614248027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614248032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614248033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-26T09:43:08,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-26T09:43:08,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:08,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:08,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:08,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:08,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:08,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614248145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614248145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614248145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614248145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614248155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-26T09:43:08,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:08,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:08,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:08,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:08,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-26T09:43:08,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614248364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614248365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614248365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614248365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614248375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/a85346b9c066493681bb2f0cdb338848 2024-11-26T09:43:08,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/d621960985924c1d9c1a478b7ff0cf4e is 50, key is test_row_0/B:col10/1732614187337/Put/seqid=0 2024-11-26T09:43:08,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742277_1453 (size=12151) 2024-11-26T09:43:08,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-26T09:43:08,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:08,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:08,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:08,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:08,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:08,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-26T09:43:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:08,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-26T09:43:08,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614248684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614248685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614248685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614248685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614248695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:08,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-26T09:43:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:08,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:08,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/d621960985924c1d9c1a478b7ff0cf4e 2024-11-26T09:43:08,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/58bfe233624d4adbaccddf10d0d236fa is 50, key is test_row_0/C:col10/1732614187337/Put/seqid=0 2024-11-26T09:43:08,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742278_1454 (size=12151) 2024-11-26T09:43:08,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/58bfe233624d4adbaccddf10d0d236fa 2024-11-26T09:43:08,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/a85346b9c066493681bb2f0cdb338848 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/a85346b9c066493681bb2f0cdb338848 2024-11-26T09:43:08,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/a85346b9c066493681bb2f0cdb338848, entries=200, sequenceid=151, filesize=14.2 K 2024-11-26T09:43:08,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/d621960985924c1d9c1a478b7ff0cf4e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/d621960985924c1d9c1a478b7ff0cf4e 2024-11-26T09:43:08,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/d621960985924c1d9c1a478b7ff0cf4e, entries=150, sequenceid=151, filesize=11.9 K 2024-11-26T09:43:08,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/58bfe233624d4adbaccddf10d0d236fa as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/58bfe233624d4adbaccddf10d0d236fa 2024-11-26T09:43:08,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/58bfe233624d4adbaccddf10d0d236fa, entries=150, sequenceid=151, filesize=11.9 K 2024-11-26T09:43:08,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for da65560e40db12e74fce9622d095200b in 869ms, sequenceid=151, compaction requested=true 2024-11-26T09:43:08,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:08,860 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:43:08,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:43:08,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:08,861 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:43:08,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:43:08,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:08,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:43:08,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:08,861 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50934 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:43:08,862 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/A is initiating minor compaction (all files) 2024-11-26T09:43:08,862 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/A in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:08,862 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:43:08,862 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/10661c54fdb74e5f985f9c0a8b2166a9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/4b5d332bb92b4673a7ff1582b7677b38, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/a48a65cd292d45ff9c47de9363e4213d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/a85346b9c066493681bb2f0cdb338848] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=49.7 K 2024-11-26T09:43:08,862 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/B is initiating minor compaction (all files) 2024-11-26T09:43:08,862 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/B in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:08,862 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/add742b377e04485a2084e3d04bef8c8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/9b68bbd21f874669b48e1ab53a1d1d9f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/93b52943cfd044aeb72ac3fadff12ccc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/d621960985924c1d9c1a478b7ff0cf4e] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=47.4 K 2024-11-26T09:43:08,862 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10661c54fdb74e5f985f9c0a8b2166a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732614184902 2024-11-26T09:43:08,862 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting add742b377e04485a2084e3d04bef8c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732614184902 2024-11-26T09:43:08,862 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b5d332bb92b4673a7ff1582b7677b38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732614184932 2024-11-26T09:43:08,863 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b68bbd21f874669b48e1ab53a1d1d9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732614184932 2024-11-26T09:43:08,863 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting a48a65cd292d45ff9c47de9363e4213d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732614186141 2024-11-26T09:43:08,863 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 93b52943cfd044aeb72ac3fadff12ccc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732614186141 2024-11-26T09:43:08,863 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting a85346b9c066493681bb2f0cdb338848, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732614187326 2024-11-26T09:43:08,863 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting d621960985924c1d9c1a478b7ff0cf4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732614187337 2024-11-26T09:43:08,873 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#A#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:08,873 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#B#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:08,873 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/ab9c00d9cc7841e48b3e0a99aa98b8b9 is 50, key is test_row_0/A:col10/1732614187337/Put/seqid=0 2024-11-26T09:43:08,874 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/2a3f6a6ecdc14d8abed59e90aa2cd85f is 50, key is test_row_0/B:col10/1732614187337/Put/seqid=0 2024-11-26T09:43:08,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742280_1456 (size=12527) 2024-11-26T09:43:08,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742279_1455 (size=12527) 2024-11-26T09:43:08,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-26T09:43:08,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:08,886 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-26T09:43:08,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:08,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:08,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:08,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:08,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:08,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:08,889 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/ab9c00d9cc7841e48b3e0a99aa98b8b9 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/ab9c00d9cc7841e48b3e0a99aa98b8b9 2024-11-26T09:43:08,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/2b80e88a1b9345e4bb92ac00a951050d is 50, key is test_row_0/A:col10/1732614188030/Put/seqid=0 2024-11-26T09:43:08,892 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/2a3f6a6ecdc14d8abed59e90aa2cd85f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/2a3f6a6ecdc14d8abed59e90aa2cd85f 2024-11-26T09:43:08,896 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in da65560e40db12e74fce9622d095200b/A of da65560e40db12e74fce9622d095200b into ab9c00d9cc7841e48b3e0a99aa98b8b9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:08,896 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:08,897 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/A, priority=12, startTime=1732614188860; duration=0sec 2024-11-26T09:43:08,897 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:08,897 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:A 2024-11-26T09:43:08,897 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:43:08,898 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:43:08,898 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/C is initiating minor compaction (all files) 2024-11-26T09:43:08,898 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/C in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:08,898 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in da65560e40db12e74fce9622d095200b/B of da65560e40db12e74fce9622d095200b into 2a3f6a6ecdc14d8abed59e90aa2cd85f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:08,898 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/3c0691150bad4c25866091dba023168e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b21c364a92d74e7da6c5c188ebeaa29d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/f8f6aa6a2b1b460793a3baf1e3bc5c0e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/58bfe233624d4adbaccddf10d0d236fa] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=47.4 K 2024-11-26T09:43:08,898 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:08,898 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/B, priority=12, startTime=1732614188861; duration=0sec 2024-11-26T09:43:08,898 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:08,898 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:B 2024-11-26T09:43:08,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742281_1457 (size=12151) 2024-11-26T09:43:08,899 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c0691150bad4c25866091dba023168e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732614184902 2024-11-26T09:43:08,900 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting b21c364a92d74e7da6c5c188ebeaa29d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732614184932 2024-11-26T09:43:08,902 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8f6aa6a2b1b460793a3baf1e3bc5c0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732614186141 2024-11-26T09:43:08,902 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58bfe233624d4adbaccddf10d0d236fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732614187337 2024-11-26T09:43:08,902 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/2b80e88a1b9345e4bb92ac00a951050d 2024-11-26T09:43:08,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/914d04e04b4c4d9c8f8761c6143d02c2 is 50, key is test_row_0/B:col10/1732614188030/Put/seqid=0 2024-11-26T09:43:08,922 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#C#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:08,923 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/44b3649356b14a79b475fb64239ed780 is 50, key is test_row_0/C:col10/1732614187337/Put/seqid=0 2024-11-26T09:43:08,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742282_1458 (size=12151) 2024-11-26T09:43:08,942 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/914d04e04b4c4d9c8f8761c6143d02c2 2024-11-26T09:43:08,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742283_1459 (size=12527) 2024-11-26T09:43:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/10ef025383ae44b19bf7a1732f896162 is 50, key is test_row_0/C:col10/1732614188030/Put/seqid=0 2024-11-26T09:43:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742284_1460 (size=12151) 2024-11-26T09:43:08,972 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/10ef025383ae44b19bf7a1732f896162 2024-11-26T09:43:08,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/2b80e88a1b9345e4bb92ac00a951050d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/2b80e88a1b9345e4bb92ac00a951050d 2024-11-26T09:43:08,986 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/2b80e88a1b9345e4bb92ac00a951050d, entries=150, sequenceid=169, filesize=11.9 K 2024-11-26T09:43:08,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/914d04e04b4c4d9c8f8761c6143d02c2 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/914d04e04b4c4d9c8f8761c6143d02c2 2024-11-26T09:43:08,994 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/914d04e04b4c4d9c8f8761c6143d02c2, entries=150, sequenceid=169, filesize=11.9 K 2024-11-26T09:43:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/10ef025383ae44b19bf7a1732f896162 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/10ef025383ae44b19bf7a1732f896162 2024-11-26T09:43:09,001 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/10ef025383ae44b19bf7a1732f896162, entries=150, sequenceid=169, filesize=11.9 K 2024-11-26T09:43:09,003 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for da65560e40db12e74fce9622d095200b in 116ms, sequenceid=169, compaction requested=false 2024-11-26T09:43:09,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:09,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:09,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-26T09:43:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-26T09:43:09,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-26T09:43:09,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0360 sec 2024-11-26T09:43:09,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.0430 sec 2024-11-26T09:43:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-26T09:43:09,106 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:09,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-26T09:43:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-26T09:43:09,108 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:09,109 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:09,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-26T09:43:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:09,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:43:09,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:09,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:09,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:09,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:09,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:09,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:09,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/6661ff5ee9d6427fa3f5d4835374d4da is 50, key is test_row_0/A:col10/1732614189215/Put/seqid=0 2024-11-26T09:43:09,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742285_1461 (size=14541) 2024-11-26T09:43:09,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/6661ff5ee9d6427fa3f5d4835374d4da 2024-11-26T09:43:09,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/e706d397c4f84b55b6bed96ff45f5937 is 50, key is test_row_0/B:col10/1732614189215/Put/seqid=0 2024-11-26T09:43:09,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742286_1462 (size=12151) 2024-11-26T09:43:09,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/e706d397c4f84b55b6bed96ff45f5937 2024-11-26T09:43:09,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614249254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:09,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732614189238, max timestamp=1732614189258Num uniques 859; 2024-11-26T09:43:09,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:43:09,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732614189238, max timestamp=1732614189258Num uniques 859; 2024-11-26T09:43:09,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:43:09,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732614189238, max timestamp=1732614189258Num uniques 859; 2024-11-26T09:43:09,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:43:09,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:09,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-26T09:43:09,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:09,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:09,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:09,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:09,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:09,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/15b4ab4c77ea4b158713867655a6ab78 is 50, key is test_row_0/C:col10/1732614189215/Put/seqid=0 2024-11-26T09:43:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:09,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742287_1463 (size=12151) 2024-11-26T09:43:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614249301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:09,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614249302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:09,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614249315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:09,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:09,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614249316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:09,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:09,346 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/44b3649356b14a79b475fb64239ed780 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/44b3649356b14a79b475fb64239ed780 2024-11-26T09:43:09,350 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in da65560e40db12e74fce9622d095200b/C of da65560e40db12e74fce9622d095200b into 44b3649356b14a79b475fb64239ed780(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:09,350 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:09,350 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/C, priority=12, startTime=1732614188861; duration=0sec 2024-11-26T09:43:09,350 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:09,350 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:C 2024-11-26T09:43:09,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614249365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:09,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-26T09:43:09,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:09,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:09,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:09,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:09,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-26T09:43:09,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614249425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:09,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614249425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614249425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:09,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614249435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:09,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:09,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-26T09:43:09,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:09,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:09,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:09,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:09,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:09,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614249584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:09,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:09,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614249645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614249645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614249645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:09,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614249655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:09,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/15b4ab4c77ea4b158713867655a6ab78 2024-11-26T09:43:09,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/6661ff5ee9d6427fa3f5d4835374d4da as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/6661ff5ee9d6427fa3f5d4835374d4da 2024-11-26T09:43:09,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/6661ff5ee9d6427fa3f5d4835374d4da, entries=200, sequenceid=182, filesize=14.2 K 2024-11-26T09:43:09,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/e706d397c4f84b55b6bed96ff45f5937 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/e706d397c4f84b55b6bed96ff45f5937 2024-11-26T09:43:09,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/e706d397c4f84b55b6bed96ff45f5937, entries=150, sequenceid=182, filesize=11.9 K 2024-11-26T09:43:09,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/15b4ab4c77ea4b158713867655a6ab78 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/15b4ab4c77ea4b158713867655a6ab78 2024-11-26T09:43:09,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/15b4ab4c77ea4b158713867655a6ab78, entries=150, sequenceid=182, filesize=11.9 K 2024-11-26T09:43:09,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for da65560e40db12e74fce9622d095200b in 468ms, sequenceid=182, compaction requested=true 2024-11-26T09:43:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:43:09,683 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:43:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:43:09,683 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:09,684 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:09,684 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:09,684 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/A is initiating minor compaction (all files) 2024-11-26T09:43:09,684 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/B is initiating minor compaction (all files) 2024-11-26T09:43:09,684 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/A in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:09,684 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/B in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:09,684 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/2a3f6a6ecdc14d8abed59e90aa2cd85f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/914d04e04b4c4d9c8f8761c6143d02c2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/e706d397c4f84b55b6bed96ff45f5937] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=36.0 K 2024-11-26T09:43:09,684 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/ab9c00d9cc7841e48b3e0a99aa98b8b9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/2b80e88a1b9345e4bb92ac00a951050d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/6661ff5ee9d6427fa3f5d4835374d4da] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=38.3 K 2024-11-26T09:43:09,684 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab9c00d9cc7841e48b3e0a99aa98b8b9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732614187337 2024-11-26T09:43:09,684 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a3f6a6ecdc14d8abed59e90aa2cd85f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732614187337 2024-11-26T09:43:09,685 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b80e88a1b9345e4bb92ac00a951050d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732614188026 2024-11-26T09:43:09,685 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 914d04e04b4c4d9c8f8761c6143d02c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732614188026 2024-11-26T09:43:09,685 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6661ff5ee9d6427fa3f5d4835374d4da, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732614189210 2024-11-26T09:43:09,685 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting e706d397c4f84b55b6bed96ff45f5937, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732614189213 2024-11-26T09:43:09,690 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#B#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:09,691 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/12b15edbac8f44acbd798a9692fb112d is 50, key is test_row_0/B:col10/1732614189215/Put/seqid=0 2024-11-26T09:43:09,691 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#A#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:09,692 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/114fbee8042c4995ad475745560b2ff3 is 50, key is test_row_0/A:col10/1732614189215/Put/seqid=0 2024-11-26T09:43:09,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742288_1464 (size=12629) 2024-11-26T09:43:09,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742289_1465 (size=12629) 2024-11-26T09:43:09,705 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/114fbee8042c4995ad475745560b2ff3 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/114fbee8042c4995ad475745560b2ff3 2024-11-26T09:43:09,711 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/A of da65560e40db12e74fce9622d095200b into 114fbee8042c4995ad475745560b2ff3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:09,711 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:09,711 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/A, priority=13, startTime=1732614189683; duration=0sec 2024-11-26T09:43:09,711 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:09,711 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:A 2024-11-26T09:43:09,711 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:09,712 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:09,712 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/C is initiating minor compaction (all files) 2024-11-26T09:43:09,712 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/C in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:09,712 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/44b3649356b14a79b475fb64239ed780, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/10ef025383ae44b19bf7a1732f896162, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/15b4ab4c77ea4b158713867655a6ab78] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=36.0 K 2024-11-26T09:43:09,713 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44b3649356b14a79b475fb64239ed780, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732614187337 2024-11-26T09:43:09,713 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10ef025383ae44b19bf7a1732f896162, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732614188026 2024-11-26T09:43:09,713 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15b4ab4c77ea4b158713867655a6ab78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732614189213 2024-11-26T09:43:09,720 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#C#compaction#397 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:09,720 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/1e829d729bf240c7a3edadcf75492d55 is 50, key is test_row_0/C:col10/1732614189215/Put/seqid=0 2024-11-26T09:43:09,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-26T09:43:09,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:09,722 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-26T09:43:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:09,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742290_1466 (size=12629) 2024-11-26T09:43:09,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/130772e9e9d44c80a15a912af0c6b7ae is 50, key is test_row_0/A:col10/1732614189315/Put/seqid=0 2024-11-26T09:43:09,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742291_1467 (size=12151) 2024-11-26T09:43:09,731 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/130772e9e9d44c80a15a912af0c6b7ae 2024-11-26T09:43:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-26T09:43:09,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/da3f5901d30549d788f9a60b643bb378 is 50, key is test_row_0/B:col10/1732614189315/Put/seqid=0 2024-11-26T09:43:09,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742292_1468 (size=12151) 2024-11-26T09:43:09,746 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/da3f5901d30549d788f9a60b643bb378 2024-11-26T09:43:09,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/d557a55d51ec401a827fc00dd9447cbe is 50, key is test_row_0/C:col10/1732614189315/Put/seqid=0 2024-11-26T09:43:09,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742293_1469 (size=12151) 2024-11-26T09:43:09,759 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/d557a55d51ec401a827fc00dd9447cbe 2024-11-26T09:43:09,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/130772e9e9d44c80a15a912af0c6b7ae as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/130772e9e9d44c80a15a912af0c6b7ae 2024-11-26T09:43:09,767 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/130772e9e9d44c80a15a912af0c6b7ae, entries=150, sequenceid=218, filesize=11.9 K 2024-11-26T09:43:09,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/da3f5901d30549d788f9a60b643bb378 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/da3f5901d30549d788f9a60b643bb378 2024-11-26T09:43:09,770 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/da3f5901d30549d788f9a60b643bb378, entries=150, sequenceid=218, filesize=11.9 K 2024-11-26T09:43:09,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/d557a55d51ec401a827fc00dd9447cbe as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/d557a55d51ec401a827fc00dd9447cbe 2024-11-26T09:43:09,776 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/d557a55d51ec401a827fc00dd9447cbe, entries=150, sequenceid=218, filesize=11.9 K 2024-11-26T09:43:09,777 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=0 B/0 for da65560e40db12e74fce9622d095200b in 54ms, sequenceid=218, compaction requested=false 2024-11-26T09:43:09,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:09,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:09,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-26T09:43:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-26T09:43:09,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-26T09:43:09,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 669 msec 2024-11-26T09:43:09,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 677 msec 2024-11-26T09:43:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:09,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:43:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:09,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/5e11aad370ad452789723b96b7c12a76 is 50, key is test_row_0/A:col10/1732614189905/Put/seqid=0 2024-11-26T09:43:09,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742294_1470 (size=14541) 2024-11-26T09:43:10,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732614189983, max timestamp=1732614190003Num uniques 859; 2024-11-26T09:43:10,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732614189983, max timestamp=1732614190003Num uniques 859; 2024-11-26T09:43:10,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:43:10,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732614189983, max timestamp=1732614190003Num uniques 859; 2024-11-26T09:43:10,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:43:10,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T09:43:10,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614250026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614250037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614250038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614250039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614250040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,103 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/12b15edbac8f44acbd798a9692fb112d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/12b15edbac8f44acbd798a9692fb112d 2024-11-26T09:43:10,107 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/B of da65560e40db12e74fce9622d095200b into 12b15edbac8f44acbd798a9692fb112d(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:10,107 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:10,107 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/B, priority=13, startTime=1732614189683; duration=0sec 2024-11-26T09:43:10,107 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:10,107 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:B 2024-11-26T09:43:10,128 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/1e829d729bf240c7a3edadcf75492d55 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/1e829d729bf240c7a3edadcf75492d55 2024-11-26T09:43:10,132 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/C of da65560e40db12e74fce9622d095200b into 1e829d729bf240c7a3edadcf75492d55(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:10,132 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:10,132 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/C, priority=13, startTime=1732614189683; duration=0sec 2024-11-26T09:43:10,133 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:10,133 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:C 2024-11-26T09:43:10,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614250145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614250155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614250155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614250155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614250165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-26T09:43:10,245 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:10,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-26T09:43:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-26T09:43:10,247 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:10,248 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:10,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:10,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/5e11aad370ad452789723b96b7c12a76 2024-11-26T09:43:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-26T09:43:10,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/2cb9c17ec5b643c898e6c967ddf7c2c8 is 50, key is test_row_0/B:col10/1732614189905/Put/seqid=0 2024-11-26T09:43:10,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742295_1471 (size=12151) 2024-11-26T09:43:10,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614250355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614250375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614250375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614250375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614250385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-26T09:43:10,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:10,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:10,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:10,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:10,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:10,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-26T09:43:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:10,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-26T09:43:10,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614250675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614250694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614250695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614250695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-26T09:43:10,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:10,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:10,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:10,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:10,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:10,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614250705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:10,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:10,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:10,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/2cb9c17ec5b643c898e6c967ddf7c2c8 2024-11-26T09:43:10,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/b976e1969d4140508172ced6b8484872 is 50, key is test_row_0/C:col10/1732614189905/Put/seqid=0 2024-11-26T09:43:10,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742296_1472 (size=12151) 2024-11-26T09:43:10,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/b976e1969d4140508172ced6b8484872 2024-11-26T09:43:10,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/5e11aad370ad452789723b96b7c12a76 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/5e11aad370ad452789723b96b7c12a76 2024-11-26T09:43:10,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/5e11aad370ad452789723b96b7c12a76, entries=200, sequenceid=228, filesize=14.2 K 2024-11-26T09:43:10,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/2cb9c17ec5b643c898e6c967ddf7c2c8 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/2cb9c17ec5b643c898e6c967ddf7c2c8 2024-11-26T09:43:10,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/2cb9c17ec5b643c898e6c967ddf7c2c8, entries=150, sequenceid=228, filesize=11.9 K 2024-11-26T09:43:10,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/b976e1969d4140508172ced6b8484872 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b976e1969d4140508172ced6b8484872 2024-11-26T09:43:10,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b976e1969d4140508172ced6b8484872, entries=150, sequenceid=228, filesize=11.9 K 2024-11-26T09:43:10,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for da65560e40db12e74fce9622d095200b in 849ms, sequenceid=228, compaction requested=true 2024-11-26T09:43:10,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:10,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:43:10,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:10,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:43:10,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:10,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:43:10,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:10,790 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:10,790 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:10,790 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:10,790 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:10,790 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/A is initiating minor compaction (all files) 2024-11-26T09:43:10,790 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/B is initiating minor compaction (all files) 2024-11-26T09:43:10,790 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/A in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:10,791 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/B in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:10,791 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/114fbee8042c4995ad475745560b2ff3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/130772e9e9d44c80a15a912af0c6b7ae, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/5e11aad370ad452789723b96b7c12a76] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=38.4 K 2024-11-26T09:43:10,791 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/12b15edbac8f44acbd798a9692fb112d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/da3f5901d30549d788f9a60b643bb378, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/2cb9c17ec5b643c898e6c967ddf7c2c8] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=36.1 K 2024-11-26T09:43:10,791 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 114fbee8042c4995ad475745560b2ff3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732614189213 2024-11-26T09:43:10,791 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 12b15edbac8f44acbd798a9692fb112d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732614189213 2024-11-26T09:43:10,791 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 130772e9e9d44c80a15a912af0c6b7ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732614189285 2024-11-26T09:43:10,791 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting da3f5901d30549d788f9a60b643bb378, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732614189285 2024-11-26T09:43:10,791 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cb9c17ec5b643c898e6c967ddf7c2c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732614189905 2024-11-26T09:43:10,791 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e11aad370ad452789723b96b7c12a76, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732614189905 2024-11-26T09:43:10,797 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#A#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:10,798 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/909b31f48c104b60884a8b8fab42cb53 is 50, key is test_row_0/A:col10/1732614189905/Put/seqid=0 2024-11-26T09:43:10,798 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:10,799 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/7824f89de47f44bba2b5b5fc13ad5e67 is 50, key is test_row_0/B:col10/1732614189905/Put/seqid=0 2024-11-26T09:43:10,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742298_1474 (size=12731) 2024-11-26T09:43:10,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742297_1473 (size=12731) 2024-11-26T09:43:10,806 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/909b31f48c104b60884a8b8fab42cb53 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/909b31f48c104b60884a8b8fab42cb53 2024-11-26T09:43:10,806 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/7824f89de47f44bba2b5b5fc13ad5e67 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7824f89de47f44bba2b5b5fc13ad5e67 2024-11-26T09:43:10,812 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/A of da65560e40db12e74fce9622d095200b into 909b31f48c104b60884a8b8fab42cb53(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:10,812 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/B of da65560e40db12e74fce9622d095200b into 7824f89de47f44bba2b5b5fc13ad5e67(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:10,812 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:10,812 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:10,812 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/B, priority=13, startTime=1732614190790; duration=0sec 2024-11-26T09:43:10,812 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/A, priority=13, startTime=1732614190789; duration=0sec 2024-11-26T09:43:10,812 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:10,812 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:A 2024-11-26T09:43:10,812 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:10,812 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:B 2024-11-26T09:43:10,812 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:10,815 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:10,815 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/C is initiating minor compaction (all files) 2024-11-26T09:43:10,815 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/C in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:10,815 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/1e829d729bf240c7a3edadcf75492d55, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/d557a55d51ec401a827fc00dd9447cbe, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b976e1969d4140508172ced6b8484872] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=36.1 K 2024-11-26T09:43:10,815 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e829d729bf240c7a3edadcf75492d55, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732614189213 2024-11-26T09:43:10,816 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting d557a55d51ec401a827fc00dd9447cbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732614189285 2024-11-26T09:43:10,816 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting b976e1969d4140508172ced6b8484872, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732614189905 2024-11-26T09:43:10,821 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#C#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:10,822 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/9a51491059f045dc8655f45465112943 is 50, key is test_row_0/C:col10/1732614189905/Put/seqid=0 2024-11-26T09:43:10,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742299_1475 (size=12731) 2024-11-26T09:43:10,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-26T09:43:10,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:10,861 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-26T09:43:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:10,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/005f6b3202d24da4b2fa420150a369b2 is 50, key is test_row_0/A:col10/1732614190037/Put/seqid=0 2024-11-26T09:43:10,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742300_1476 (size=12251) 2024-11-26T09:43:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-26T09:43:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:11,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:11,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614251215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:11,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614251223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:11,236 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/9a51491059f045dc8655f45465112943 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/9a51491059f045dc8655f45465112943 2024-11-26T09:43:11,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614251224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614251226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:11,239 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/C of da65560e40db12e74fce9622d095200b into 9a51491059f045dc8655f45465112943(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:11,239 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:11,239 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/C, priority=13, startTime=1732614190790; duration=0sec 2024-11-26T09:43:11,239 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:11,239 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:C 2024-11-26T09:43:11,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614251227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:11,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:11,272 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/005f6b3202d24da4b2fa420150a369b2 2024-11-26T09:43:11,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/9f9b1b8d6c224998b870871edd661688 is 50, key is test_row_0/B:col10/1732614190037/Put/seqid=0 2024-11-26T09:43:11,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742301_1477 (size=12251) 2024-11-26T09:43:11,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614251335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:11,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614251345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:11,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614251345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-26T09:43:11,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614251556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:11,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614251557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:11,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614251557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:11,683 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/9f9b1b8d6c224998b870871edd661688 2024-11-26T09:43:11,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/b03cbfef4d934f0f8f51a6f1043d93c3 is 50, key is test_row_0/C:col10/1732614190037/Put/seqid=0 2024-11-26T09:43:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742302_1478 (size=12251) 2024-11-26T09:43:11,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614251875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:11,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614251875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:11,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614251875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,094 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/b03cbfef4d934f0f8f51a6f1043d93c3 2024-11-26T09:43:12,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/005f6b3202d24da4b2fa420150a369b2 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/005f6b3202d24da4b2fa420150a369b2 2024-11-26T09:43:12,102 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/005f6b3202d24da4b2fa420150a369b2, entries=150, sequenceid=267, filesize=12.0 K 2024-11-26T09:43:12,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/9f9b1b8d6c224998b870871edd661688 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/9f9b1b8d6c224998b870871edd661688 2024-11-26T09:43:12,106 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/9f9b1b8d6c224998b870871edd661688, entries=150, sequenceid=267, filesize=12.0 K 2024-11-26T09:43:12,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/b03cbfef4d934f0f8f51a6f1043d93c3 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b03cbfef4d934f0f8f51a6f1043d93c3 2024-11-26T09:43:12,109 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b03cbfef4d934f0f8f51a6f1043d93c3, entries=150, sequenceid=267, filesize=12.0 K 2024-11-26T09:43:12,110 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for da65560e40db12e74fce9622d095200b in 1250ms, sequenceid=267, compaction requested=false 2024-11-26T09:43:12,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:12,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:12,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-26T09:43:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-26T09:43:12,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-26T09:43:12,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8640 sec 2024-11-26T09:43:12,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.8680 sec 2024-11-26T09:43:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:12,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T09:43:12,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:12,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:12,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:12,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:12,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:12,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:12,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/2b6e25f1ecdf48788f3c8a0fb35a3c49 is 50, key is test_row_0/A:col10/1732614191203/Put/seqid=0 2024-11-26T09:43:12,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742303_1479 (size=14741) 2024-11-26T09:43:12,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/2b6e25f1ecdf48788f3c8a0fb35a3c49 2024-11-26T09:43:12,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/07c2116608db4a0f8ba2db3a831fba61 is 50, key is test_row_0/B:col10/1732614191203/Put/seqid=0 2024-11-26T09:43:12,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742304_1480 (size=12301) 2024-11-26T09:43:12,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614252307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614192284, max timestamp=1732614192315Num uniques 859; 2024-11-26T09:43:12,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:43:12,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614192284, max timestamp=1732614192315Num uniques 859; 2024-11-26T09:43:12,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732614192284, max timestamp=1732614192315Num uniques 859; 2024-11-26T09:43:12,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:43:12,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T09:43:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-26T09:43:12,406 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:12,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-26T09:43:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-26T09:43:12,407 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:12,408 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:12,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:12,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614252398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614252399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614252404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614252412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614252425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-26T09:43:12,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614252525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614252525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614252525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614252525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-26T09:43:12,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:12,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:12,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:12,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:12,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:12,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614252645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/07c2116608db4a0f8ba2db3a831fba61 2024-11-26T09:43:12,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/444394f80d8f441691e93cb92797aed3 is 50, key is test_row_0/C:col10/1732614191203/Put/seqid=0 2024-11-26T09:43:12,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742305_1481 (size=12301) 2024-11-26T09:43:12,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-26T09:43:12,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:12,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:12,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:12,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:12,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-26T09:43:12,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614252745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614252745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614252745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614252746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:12,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-26T09:43:12,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:12,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:12,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:12,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:12,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:12,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614252965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:12,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:12,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:13,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-26T09:43:13,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:13,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:13,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:13,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:13,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-26T09:43:13,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614253055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614253055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:13,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614253055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:13,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:13,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614253055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:13,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:13,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/444394f80d8f441691e93cb92797aed3 2024-11-26T09:43:13,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/2b6e25f1ecdf48788f3c8a0fb35a3c49 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/2b6e25f1ecdf48788f3c8a0fb35a3c49 2024-11-26T09:43:13,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/2b6e25f1ecdf48788f3c8a0fb35a3c49, entries=200, sequenceid=279, filesize=14.4 K 2024-11-26T09:43:13,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/07c2116608db4a0f8ba2db3a831fba61 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/07c2116608db4a0f8ba2db3a831fba61 2024-11-26T09:43:13,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/07c2116608db4a0f8ba2db3a831fba61, entries=150, sequenceid=279, filesize=12.0 K 2024-11-26T09:43:13,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/444394f80d8f441691e93cb92797aed3 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/444394f80d8f441691e93cb92797aed3 2024-11-26T09:43:13,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/444394f80d8f441691e93cb92797aed3, entries=150, sequenceid=279, filesize=12.0 K 2024-11-26T09:43:13,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for da65560e40db12e74fce9622d095200b in 855ms, sequenceid=279, compaction requested=true 2024-11-26T09:43:13,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:13,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:43:13,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:13,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:43:13,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:13,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:43:13,094 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:13,094 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:13,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:13,095 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39723 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:13,095 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37283 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:13,095 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/A is initiating minor compaction (all files) 2024-11-26T09:43:13,095 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/B is initiating minor compaction (all files) 2024-11-26T09:43:13,095 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/A in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:13,095 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/B in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:13,095 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/909b31f48c104b60884a8b8fab42cb53, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/005f6b3202d24da4b2fa420150a369b2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/2b6e25f1ecdf48788f3c8a0fb35a3c49] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=38.8 K 2024-11-26T09:43:13,095 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7824f89de47f44bba2b5b5fc13ad5e67, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/9f9b1b8d6c224998b870871edd661688, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/07c2116608db4a0f8ba2db3a831fba61] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=36.4 K 2024-11-26T09:43:13,095 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 909b31f48c104b60884a8b8fab42cb53, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732614189905 2024-11-26T09:43:13,096 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 7824f89de47f44bba2b5b5fc13ad5e67, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732614189905 2024-11-26T09:43:13,096 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 005f6b3202d24da4b2fa420150a369b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732614190023 2024-11-26T09:43:13,096 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f9b1b8d6c224998b870871edd661688, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732614190023 2024-11-26T09:43:13,096 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b6e25f1ecdf48788f3c8a0fb35a3c49, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732614191203 2024-11-26T09:43:13,096 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 07c2116608db4a0f8ba2db3a831fba61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732614191203 2024-11-26T09:43:13,102 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#B#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:13,103 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/edafc30bcff24e54b59c9e244979d3d8 is 50, key is test_row_0/B:col10/1732614191203/Put/seqid=0 2024-11-26T09:43:13,106 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#A#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:13,106 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/510cb06346b8477f9809c10d29f20d23 is 50, key is test_row_0/A:col10/1732614191203/Put/seqid=0 2024-11-26T09:43:13,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742306_1482 (size=12983) 2024-11-26T09:43:13,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742307_1483 (size=12983) 2024-11-26T09:43:13,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-26T09:43:13,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:13,171 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-26T09:43:13,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:13,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:13,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:13,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:13,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:13,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:13,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/d0d59f1c6ade479c81bc6126d86caf19 is 50, key is test_row_0/A:col10/1732614192393/Put/seqid=0 2024-11-26T09:43:13,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742308_1484 (size=12301) 2024-11-26T09:43:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:13,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:13,518 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/edafc30bcff24e54b59c9e244979d3d8 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/edafc30bcff24e54b59c9e244979d3d8 2024-11-26T09:43:13,524 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/510cb06346b8477f9809c10d29f20d23 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/510cb06346b8477f9809c10d29f20d23 2024-11-26T09:43:13,524 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/B of da65560e40db12e74fce9622d095200b into edafc30bcff24e54b59c9e244979d3d8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:13,524 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:13,524 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/B, priority=13, startTime=1732614193094; duration=0sec 2024-11-26T09:43:13,524 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:13,524 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:B 2024-11-26T09:43:13,524 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:13,525 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37283 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:13,525 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/C is initiating minor compaction (all files) 2024-11-26T09:43:13,525 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/C in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:13,525 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/9a51491059f045dc8655f45465112943, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b03cbfef4d934f0f8f51a6f1043d93c3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/444394f80d8f441691e93cb92797aed3] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=36.4 K 2024-11-26T09:43:13,526 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a51491059f045dc8655f45465112943, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732614189905 2024-11-26T09:43:13,526 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting b03cbfef4d934f0f8f51a6f1043d93c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732614190023 2024-11-26T09:43:13,526 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 444394f80d8f441691e93cb92797aed3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732614191203 2024-11-26T09:43:13,528 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/A of da65560e40db12e74fce9622d095200b into 510cb06346b8477f9809c10d29f20d23(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:13,528 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:13,528 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/A, priority=13, startTime=1732614193094; duration=0sec 2024-11-26T09:43:13,528 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:13,528 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:A 2024-11-26T09:43:13,533 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#C#compaction#416 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:13,533 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/ad4f2b707c1644f8914722afb9850b1c is 50, key is test_row_0/C:col10/1732614191203/Put/seqid=0 2024-11-26T09:43:13,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742309_1485 (size=12983) 2024-11-26T09:43:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-26T09:43:13,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614253561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:13,579 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/d0d59f1c6ade479c81bc6126d86caf19 2024-11-26T09:43:13,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614253575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:13,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:13,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614253575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:13,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614253576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614253576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:13,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/a10a7bceab124c058cd337e438c09933 is 50, key is test_row_0/B:col10/1732614192393/Put/seqid=0 2024-11-26T09:43:13,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742310_1486 (size=12301) 2024-11-26T09:43:13,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614253675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:13,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614253885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:13,941 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/ad4f2b707c1644f8914722afb9850b1c as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/ad4f2b707c1644f8914722afb9850b1c 2024-11-26T09:43:13,945 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/C of da65560e40db12e74fce9622d095200b into ad4f2b707c1644f8914722afb9850b1c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:13,945 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:13,945 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/C, priority=13, startTime=1732614193094; duration=0sec 2024-11-26T09:43:13,945 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:13,945 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:C 2024-11-26T09:43:13,991 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/a10a7bceab124c058cd337e438c09933 2024-11-26T09:43:13,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/0783f62b20044466b522d09285538850 is 50, key is test_row_0/C:col10/1732614192393/Put/seqid=0 2024-11-26T09:43:14,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742311_1487 (size=12301) 2024-11-26T09:43:14,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614254205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:14,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:14,404 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/0783f62b20044466b522d09285538850 2024-11-26T09:43:14,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/d0d59f1c6ade479c81bc6126d86caf19 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d0d59f1c6ade479c81bc6126d86caf19 2024-11-26T09:43:14,411 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d0d59f1c6ade479c81bc6126d86caf19, entries=150, sequenceid=315, filesize=12.0 K 2024-11-26T09:43:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/a10a7bceab124c058cd337e438c09933 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/a10a7bceab124c058cd337e438c09933 2024-11-26T09:43:14,414 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/a10a7bceab124c058cd337e438c09933, entries=150, sequenceid=315, filesize=12.0 K 2024-11-26T09:43:14,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/0783f62b20044466b522d09285538850 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/0783f62b20044466b522d09285538850 2024-11-26T09:43:14,418 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/0783f62b20044466b522d09285538850, entries=150, sequenceid=315, filesize=12.0 K 2024-11-26T09:43:14,419 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for da65560e40db12e74fce9622d095200b in 1248ms, sequenceid=315, compaction requested=false 2024-11-26T09:43:14,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:14,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:14,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-26T09:43:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-26T09:43:14,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-26T09:43:14,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0120 sec 2024-11-26T09:43:14,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.0170 sec 2024-11-26T09:43:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-26T09:43:14,555 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:14,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-26T09:43:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-26T09:43:14,557 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:14,558 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:14,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:14,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T09:43:14,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:14,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:14,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:14,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:14,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:14,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:14,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/64c18ce5c0384869a45cb2d776786ec2 is 50, key is test_row_0/A:col10/1732614194598/Put/seqid=0 2024-11-26T09:43:14,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742312_1488 (size=14741) 2024-11-26T09:43:14,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/64c18ce5c0384869a45cb2d776786ec2 2024-11-26T09:43:14,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/6c4b017b98c147d3ae2c534685e4ea97 is 50, key is test_row_0/B:col10/1732614194598/Put/seqid=0 2024-11-26T09:43:14,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742313_1489 (size=12301) 2024-11-26T09:43:14,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614254632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:14,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:14,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614254640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:14,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:14,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614254641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614254642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-26T09:43:14,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-26T09:43:14,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:14,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:14,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:14,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:14,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:14,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614254725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:14,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614254745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:14,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614254755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:14,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:14,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614254765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:14,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:14,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614254765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:14,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:14,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:14,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-26T09:43:14,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:14,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:14,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:14,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:14,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-26T09:43:14,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614254965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:14,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614254965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:14,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614254985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:14,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614254985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:14,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:14,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:15,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-26T09:43:15,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:15,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:15,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:15,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:15,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:15,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/6c4b017b98c147d3ae2c534685e4ea97 2024-11-26T09:43:15,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/b64e38e063b84ce3807915f77439300e is 50, key is test_row_0/C:col10/1732614194598/Put/seqid=0 2024-11-26T09:43:15,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742314_1490 (size=12301) 2024-11-26T09:43:15,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-26T09:43:15,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:15,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:15,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:15,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:15,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-26T09:43:15,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614255285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:15,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614255285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:15,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614255305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:15,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:15,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614255305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:15,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:15,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:15,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-26T09:43:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:15,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:15,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/b64e38e063b84ce3807915f77439300e 2024-11-26T09:43:15,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/64c18ce5c0384869a45cb2d776786ec2 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/64c18ce5c0384869a45cb2d776786ec2 2024-11-26T09:43:15,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/64c18ce5c0384869a45cb2d776786ec2, entries=200, sequenceid=330, filesize=14.4 K 2024-11-26T09:43:15,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/6c4b017b98c147d3ae2c534685e4ea97 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/6c4b017b98c147d3ae2c534685e4ea97 2024-11-26T09:43:15,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/6c4b017b98c147d3ae2c534685e4ea97, entries=150, sequenceid=330, filesize=12.0 K 2024-11-26T09:43:15,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/b64e38e063b84ce3807915f77439300e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b64e38e063b84ce3807915f77439300e 2024-11-26T09:43:15,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b64e38e063b84ce3807915f77439300e, entries=150, sequenceid=330, filesize=12.0 K 2024-11-26T09:43:15,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for da65560e40db12e74fce9622d095200b in 848ms, sequenceid=330, compaction requested=true 2024-11-26T09:43:15,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:15,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:43:15,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:15,447 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:15,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:43:15,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:15,447 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:15,448 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:15,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:43:15,448 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/A is initiating minor compaction (all files) 2024-11-26T09:43:15,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:15,448 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/A in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:15,448 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/510cb06346b8477f9809c10d29f20d23, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d0d59f1c6ade479c81bc6126d86caf19, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/64c18ce5c0384869a45cb2d776786ec2] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=39.1 K 2024-11-26T09:43:15,449 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 510cb06346b8477f9809c10d29f20d23, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732614191203 2024-11-26T09:43:15,449 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:15,449 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/B is initiating minor compaction (all files) 2024-11-26T09:43:15,449 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/B in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:15,449 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0d59f1c6ade479c81bc6126d86caf19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732614192393 2024-11-26T09:43:15,449 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/edafc30bcff24e54b59c9e244979d3d8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/a10a7bceab124c058cd337e438c09933, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/6c4b017b98c147d3ae2c534685e4ea97] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=36.7 K 2024-11-26T09:43:15,449 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64c18ce5c0384869a45cb2d776786ec2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732614193519 2024-11-26T09:43:15,449 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting edafc30bcff24e54b59c9e244979d3d8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732614191203 2024-11-26T09:43:15,449 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting a10a7bceab124c058cd337e438c09933, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732614192393 2024-11-26T09:43:15,450 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c4b017b98c147d3ae2c534685e4ea97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732614193519 2024-11-26T09:43:15,456 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#B#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:15,456 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#A#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:15,456 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/3e49b9bf83df4dcb8b8c5e65f0da7f95 is 50, key is test_row_0/A:col10/1732614194598/Put/seqid=0 2024-11-26T09:43:15,456 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/d5788335780449c9b3f41c6088b8e600 is 50, key is test_row_0/B:col10/1732614194598/Put/seqid=0 2024-11-26T09:43:15,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742315_1491 (size=13085) 2024-11-26T09:43:15,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742316_1492 (size=13085) 2024-11-26T09:43:15,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-26T09:43:15,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:15,476 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-26T09:43:15,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:15,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:15,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:15,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:15,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:15,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:15,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/9e6f01d294444919a9a58c2c29c8e45f is 50, key is test_row_0/A:col10/1732614194640/Put/seqid=0 2024-11-26T09:43:15,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742317_1493 (size=12301) 2024-11-26T09:43:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-26T09:43:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:15,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:15,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614255806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:15,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:15,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614255808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:15,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:15,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614255810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:15,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614255825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:15,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:15,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614255825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:15,866 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/d5788335780449c9b3f41c6088b8e600 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/d5788335780449c9b3f41c6088b8e600 2024-11-26T09:43:15,871 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/3e49b9bf83df4dcb8b8c5e65f0da7f95 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/3e49b9bf83df4dcb8b8c5e65f0da7f95 2024-11-26T09:43:15,871 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/B of da65560e40db12e74fce9622d095200b into d5788335780449c9b3f41c6088b8e600(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:15,871 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:15,871 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/B, priority=13, startTime=1732614195447; duration=0sec 2024-11-26T09:43:15,871 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:15,871 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:B 2024-11-26T09:43:15,871 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:15,872 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:15,872 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/C is initiating minor compaction (all files) 2024-11-26T09:43:15,872 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/C in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:15,873 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/ad4f2b707c1644f8914722afb9850b1c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/0783f62b20044466b522d09285538850, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b64e38e063b84ce3807915f77439300e] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=36.7 K 2024-11-26T09:43:15,873 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ad4f2b707c1644f8914722afb9850b1c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732614191203 2024-11-26T09:43:15,873 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 0783f62b20044466b522d09285538850, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732614192393 2024-11-26T09:43:15,874 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting b64e38e063b84ce3807915f77439300e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732614193519 2024-11-26T09:43:15,875 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/A of da65560e40db12e74fce9622d095200b into 3e49b9bf83df4dcb8b8c5e65f0da7f95(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:15,875 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:15,875 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/A, priority=13, startTime=1732614195447; duration=0sec 2024-11-26T09:43:15,875 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:15,875 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:A 2024-11-26T09:43:15,882 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#C#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:15,882 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/945235637f30457484d5041bf249d069 is 50, key is test_row_0/C:col10/1732614194598/Put/seqid=0 2024-11-26T09:43:15,884 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/9e6f01d294444919a9a58c2c29c8e45f 2024-11-26T09:43:15,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742318_1494 (size=13085) 2024-11-26T09:43:15,890 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/945235637f30457484d5041bf249d069 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/945235637f30457484d5041bf249d069 2024-11-26T09:43:15,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/af3eb4a5f6d544209de14de42dfcac9f is 50, key is test_row_0/B:col10/1732614194640/Put/seqid=0 2024-11-26T09:43:15,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742319_1495 (size=12301) 2024-11-26T09:43:15,900 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/af3eb4a5f6d544209de14de42dfcac9f 2024-11-26T09:43:15,901 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/C of da65560e40db12e74fce9622d095200b into 945235637f30457484d5041bf249d069(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:15,901 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:15,901 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/C, priority=13, startTime=1732614195447; duration=0sec 2024-11-26T09:43:15,901 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:15,901 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:C 2024-11-26T09:43:15,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/9fe721d6d0464bf2a6ff6aa6e483c417 is 50, key is test_row_0/C:col10/1732614194640/Put/seqid=0 2024-11-26T09:43:15,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742320_1496 (size=12301) 2024-11-26T09:43:15,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614255915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:15,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614255925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:15,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:15,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614255925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:16,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614256134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:16,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614256134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:16,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614256145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:16,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:16,310 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/9fe721d6d0464bf2a6ff6aa6e483c417 2024-11-26T09:43:16,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/9e6f01d294444919a9a58c2c29c8e45f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/9e6f01d294444919a9a58c2c29c8e45f 2024-11-26T09:43:16,317 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/9e6f01d294444919a9a58c2c29c8e45f, entries=150, sequenceid=350, filesize=12.0 K 2024-11-26T09:43:16,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/af3eb4a5f6d544209de14de42dfcac9f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/af3eb4a5f6d544209de14de42dfcac9f 2024-11-26T09:43:16,322 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/af3eb4a5f6d544209de14de42dfcac9f, entries=150, sequenceid=350, filesize=12.0 K 2024-11-26T09:43:16,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/9fe721d6d0464bf2a6ff6aa6e483c417 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/9fe721d6d0464bf2a6ff6aa6e483c417 2024-11-26T09:43:16,326 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/9fe721d6d0464bf2a6ff6aa6e483c417, entries=150, sequenceid=350, filesize=12.0 K 2024-11-26T09:43:16,326 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for da65560e40db12e74fce9622d095200b in 850ms, sequenceid=350, compaction requested=false 2024-11-26T09:43:16,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:16,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:16,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-26T09:43:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-26T09:43:16,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-26T09:43:16,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7700 sec 2024-11-26T09:43:16,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.7740 sec 2024-11-26T09:43:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:16,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-26T09:43:16,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:16,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:16,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:16,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:16,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:16,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:16,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/6d509a2c438b464a8c95ca4702cdc5b2 is 50, key is test_row_0/A:col10/1732614195806/Put/seqid=0 2024-11-26T09:43:16,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742321_1497 (size=14741) 2024-11-26T09:43:16,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614256494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:16,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:16,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614256499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:16,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:16,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614256507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:16,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:16,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614256615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:16,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614256615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:16,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614256625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:16,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:16,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-26T09:43:16,705 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:16,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-26T09:43:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-26T09:43:16,707 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:16,708 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:16,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-26T09:43:16,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614256835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:16,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:16,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614256835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40386 deadline: 1732614256845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:16,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40342 deadline: 1732614256845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:16,847 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in da65560e40db12e74fce9622d095200b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,847 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in da65560e40db12e74fce9622d095200b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:16,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614256846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:16,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/6d509a2c438b464a8c95ca4702cdc5b2 2024-11-26T09:43:16,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-26T09:43:16,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:16,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:16,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:16,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:16,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:16,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/c97dae05b22546a0b47fbf4214aa5159 is 50, key is test_row_0/B:col10/1732614195806/Put/seqid=0 2024-11-26T09:43:16,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742322_1498 (size=12301) 2024-11-26T09:43:17,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-26T09:43:17,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:17,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:17,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:17,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:17,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-26T09:43:17,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614257155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:17,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614257156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:17,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:17,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:17,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:17,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:17,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:17,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:17,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-26T09:43:17,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:17,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:17,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:17,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:17,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:17,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614257165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:17,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:17,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:17,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:17,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/c97dae05b22546a0b47fbf4214aa5159 2024-11-26T09:43:17,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/b07df3520c084f44b9c928e2f9cbd7ee is 50, key is test_row_0/C:col10/1732614195806/Put/seqid=0 2024-11-26T09:43:17,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742323_1499 (size=12301) 2024-11-26T09:43:17,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-26T09:43:17,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:17,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:17,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:17,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:17,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-26T09:43:17,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-26T09:43:17,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:17,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:17,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:17,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:17,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:17,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-26T09:43:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:17,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:17,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40372 deadline: 1732614257675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:17,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:17,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:17,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40382 deadline: 1732614257675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:17,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:17,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:17,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:17,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40402 deadline: 1732614257675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 , the old value is region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., hostname=24c191b0ea9d,43373,1732614057595, seqNum=2 because the exception is null or not the one we care about 2024-11-26T09:43:17,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/b07df3520c084f44b9c928e2f9cbd7ee 2024-11-26T09:43:17,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/6d509a2c438b464a8c95ca4702cdc5b2 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/6d509a2c438b464a8c95ca4702cdc5b2 2024-11-26T09:43:17,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/6d509a2c438b464a8c95ca4702cdc5b2, entries=200, sequenceid=366, filesize=14.4 K 2024-11-26T09:43:17,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/c97dae05b22546a0b47fbf4214aa5159 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/c97dae05b22546a0b47fbf4214aa5159 2024-11-26T09:43:17,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/c97dae05b22546a0b47fbf4214aa5159, entries=150, sequenceid=366, filesize=12.0 K 2024-11-26T09:43:17,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/b07df3520c084f44b9c928e2f9cbd7ee as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b07df3520c084f44b9c928e2f9cbd7ee 2024-11-26T09:43:17,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b07df3520c084f44b9c928e2f9cbd7ee, entries=150, sequenceid=366, filesize=12.0 K 2024-11-26T09:43:17,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for da65560e40db12e74fce9622d095200b in 1251ms, sequenceid=366, compaction requested=true 2024-11-26T09:43:17,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:17,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:43:17,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:17,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:43:17,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:17,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da65560e40db12e74fce9622d095200b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:43:17,699 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:17,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:17,699 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:17,700 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:17,700 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:17,700 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/B is initiating minor compaction (all files) 2024-11-26T09:43:17,700 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/A is initiating minor compaction (all files) 2024-11-26T09:43:17,700 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/B in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:17,700 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/A in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:17,700 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/d5788335780449c9b3f41c6088b8e600, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/af3eb4a5f6d544209de14de42dfcac9f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/c97dae05b22546a0b47fbf4214aa5159] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=36.8 K 2024-11-26T09:43:17,700 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/3e49b9bf83df4dcb8b8c5e65f0da7f95, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/9e6f01d294444919a9a58c2c29c8e45f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/6d509a2c438b464a8c95ca4702cdc5b2] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=39.2 K 2024-11-26T09:43:17,700 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting d5788335780449c9b3f41c6088b8e600, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732614193519 2024-11-26T09:43:17,701 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e49b9bf83df4dcb8b8c5e65f0da7f95, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732614193519 2024-11-26T09:43:17,701 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting af3eb4a5f6d544209de14de42dfcac9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732614194626 2024-11-26T09:43:17,701 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e6f01d294444919a9a58c2c29c8e45f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732614194626 2024-11-26T09:43:17,701 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting c97dae05b22546a0b47fbf4214aa5159, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732614195806 2024-11-26T09:43:17,701 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d509a2c438b464a8c95ca4702cdc5b2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732614195790 2024-11-26T09:43:17,708 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#A#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:17,709 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/98ded7352d23441da53c4caa2f8326aa is 50, key is test_row_0/A:col10/1732614195806/Put/seqid=0 2024-11-26T09:43:17,709 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#B#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:17,710 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/a72f5294c77d44a0b8672abffb6ca3f3 is 50, key is test_row_0/B:col10/1732614195806/Put/seqid=0 2024-11-26T09:43:17,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742324_1500 (size=13187) 2024-11-26T09:43:17,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742325_1501 (size=13187) 2024-11-26T09:43:17,720 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/a72f5294c77d44a0b8672abffb6ca3f3 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/a72f5294c77d44a0b8672abffb6ca3f3 2024-11-26T09:43:17,730 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/98ded7352d23441da53c4caa2f8326aa as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/98ded7352d23441da53c4caa2f8326aa 2024-11-26T09:43:17,732 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/B of da65560e40db12e74fce9622d095200b into a72f5294c77d44a0b8672abffb6ca3f3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:17,732 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:17,732 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/B, priority=13, startTime=1732614197699; duration=0sec 2024-11-26T09:43:17,732 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:17,732 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:B 2024-11-26T09:43:17,732 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:17,735 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:17,735 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): da65560e40db12e74fce9622d095200b/C is initiating minor compaction (all files) 2024-11-26T09:43:17,735 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of da65560e40db12e74fce9622d095200b/C in TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:17,736 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/945235637f30457484d5041bf249d069, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/9fe721d6d0464bf2a6ff6aa6e483c417, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b07df3520c084f44b9c928e2f9cbd7ee] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp, totalSize=36.8 K 2024-11-26T09:43:17,736 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 945235637f30457484d5041bf249d069, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732614193519 2024-11-26T09:43:17,736 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fe721d6d0464bf2a6ff6aa6e483c417, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732614194626 2024-11-26T09:43:17,737 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting b07df3520c084f44b9c928e2f9cbd7ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732614195806 2024-11-26T09:43:17,737 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/A of da65560e40db12e74fce9622d095200b into 98ded7352d23441da53c4caa2f8326aa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:17,737 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:17,737 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/A, priority=13, startTime=1732614197699; duration=0sec 2024-11-26T09:43:17,737 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:17,737 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:A 2024-11-26T09:43:17,748 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da65560e40db12e74fce9622d095200b#C#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:17,749 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/9680f9095b3642819e831e8393cb1b34 is 50, key is test_row_0/C:col10/1732614195806/Put/seqid=0 2024-11-26T09:43:17,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742326_1502 (size=13187) 2024-11-26T09:43:17,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-26T09:43:17,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:17,779 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-26T09:43:17,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:17,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:17,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:17,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:17,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:17,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/577a6027cfaa44d3adf6c6b86401638e is 50, key is test_row_0/A:col10/1732614196505/Put/seqid=0 2024-11-26T09:43:17,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742327_1503 (size=12301) 2024-11-26T09:43:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-26T09:43:18,166 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/9680f9095b3642819e831e8393cb1b34 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/9680f9095b3642819e831e8393cb1b34 2024-11-26T09:43:18,170 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in da65560e40db12e74fce9622d095200b/C of da65560e40db12e74fce9622d095200b into 9680f9095b3642819e831e8393cb1b34(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:18,171 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:18,171 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., storeName=da65560e40db12e74fce9622d095200b/C, priority=13, startTime=1732614197699; duration=0sec 2024-11-26T09:43:18,171 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:18,171 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da65560e40db12e74fce9622d095200b:C 2024-11-26T09:43:18,189 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/577a6027cfaa44d3adf6c6b86401638e 2024-11-26T09:43:18,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/639eb1acc0c443108ff7c5c776dc1092 is 50, key is test_row_0/B:col10/1732614196505/Put/seqid=0 2024-11-26T09:43:18,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742328_1504 (size=12301) 2024-11-26T09:43:18,487 INFO [Thread-1914 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1914. 2024-11-26T09:43:18,487 DEBUG [Thread-1914 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:18,487 DEBUG [Thread-1914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,487 DEBUG [Thread-1914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:18,490 INFO [Thread-1910 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1910. 2024-11-26T09:43:18,490 DEBUG [Thread-1910 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:18,490 DEBUG [Thread-1910 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,490 DEBUG [Thread-1910 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:18,492 INFO [Thread-1912 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1912. 2024-11-26T09:43:18,492 DEBUG [Thread-1912 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:18,492 DEBUG [Thread-1912 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,492 DEBUG [Thread-1912 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:18,494 INFO [Thread-1916 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1916. 2024-11-26T09:43:18,494 DEBUG [Thread-1916 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:18,494 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,494 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:18,495 INFO [Thread-1918 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1918. 2024-11-26T09:43:18,495 DEBUG [Thread-1918 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:18,495 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,496 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:18,601 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/639eb1acc0c443108ff7c5c776dc1092 2024-11-26T09:43:18,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/fee69787a71d4f87aa6ba6b7aceb8cc0 is 50, key is test_row_0/C:col10/1732614196505/Put/seqid=0 2024-11-26T09:43:18,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742329_1505 (size=12301) 2024-11-26T09:43:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on da65560e40db12e74fce9622d095200b 2024-11-26T09:43:18,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. as already flushing 2024-11-26T09:43:18,687 INFO [Thread-1905 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1905. 2024-11-26T09:43:18,687 DEBUG [Thread-1905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:18,687 INFO [Thread-1903 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1903. 2024-11-26T09:43:18,687 DEBUG [Thread-1905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,687 DEBUG [Thread-1903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:18,687 DEBUG [Thread-1903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,687 DEBUG [Thread-1905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,687 DEBUG [Thread-1903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:18,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:18,696 INFO [Thread-1899 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1899. 2024-11-26T09:43:18,696 DEBUG [Thread-1899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:18,696 DEBUG [Thread-1899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,696 DEBUG [Thread-1899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-26T09:43:18,856 INFO [Thread-1907 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1907. 2024-11-26T09:43:18,856 DEBUG [Thread-1907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:18,856 DEBUG [Thread-1907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,856 DEBUG [Thread-1907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:18,866 INFO [Thread-1901 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1901. 2024-11-26T09:43:18,866 DEBUG [Thread-1901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:18,866 DEBUG [Thread-1901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,866 DEBUG [Thread-1901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:18,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:19,014 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/fee69787a71d4f87aa6ba6b7aceb8cc0 2024-11-26T09:43:19,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/577a6027cfaa44d3adf6c6b86401638e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/577a6027cfaa44d3adf6c6b86401638e 2024-11-26T09:43:19,020 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/577a6027cfaa44d3adf6c6b86401638e, entries=150, sequenceid=387, filesize=12.0 K 2024-11-26T09:43:19,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/639eb1acc0c443108ff7c5c776dc1092 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/639eb1acc0c443108ff7c5c776dc1092 2024-11-26T09:43:19,023 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/639eb1acc0c443108ff7c5c776dc1092, entries=150, sequenceid=387, filesize=12.0 K 2024-11-26T09:43:19,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/fee69787a71d4f87aa6ba6b7aceb8cc0 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/fee69787a71d4f87aa6ba6b7aceb8cc0 2024-11-26T09:43:19,026 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/fee69787a71d4f87aa6ba6b7aceb8cc0, entries=150, sequenceid=387, filesize=12.0 K 2024-11-26T09:43:19,026 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=33.54 KB/34350 for da65560e40db12e74fce9622d095200b in 1247ms, sequenceid=387, compaction requested=false 2024-11-26T09:43:19,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for da65560e40db12e74fce9622d095200b: 2024-11-26T09:43:19,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:19,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-26T09:43:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-26T09:43:19,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-26T09:43:19,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3200 sec 2024-11-26T09:43:19,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.3230 sec 2024-11-26T09:43:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-26T09:43:20,866 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1156 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3466 rows 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1150 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3448 rows 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1152 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3456 rows 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1159 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3472 rows 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1156 2024-11-26T09:43:20,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3468 rows 2024-11-26T09:43:20,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T09:43:20,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T09:43:20,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:20,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:20,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:20,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T09:43:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-26T09:43:20,870 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614200870"}]},"ts":"1732614200870"} 2024-11-26T09:43:20,871 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T09:43:20,871 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T09:43:20,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T09:43:20,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=da65560e40db12e74fce9622d095200b, UNASSIGN}] 2024-11-26T09:43:20,873 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=da65560e40db12e74fce9622d095200b, UNASSIGN 2024-11-26T09:43:20,874 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=da65560e40db12e74fce9622d095200b, regionState=CLOSING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:20,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=da65560e40db12e74fce9622d095200b, UNASSIGN because future has completed 2024-11-26T09:43:20,875 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T09:43:20,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:43:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-26T09:43:21,027 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close da65560e40db12e74fce9622d095200b 2024-11-26T09:43:21,027 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T09:43:21,027 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing da65560e40db12e74fce9622d095200b, disabling compactions & flushes 2024-11-26T09:43:21,027 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:21,027 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:21,027 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. after waiting 0 ms 2024-11-26T09:43:21,027 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:21,028 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(2902): Flushing da65560e40db12e74fce9622d095200b 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-26T09:43:21,028 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=A 2024-11-26T09:43:21,028 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:21,028 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=B 2024-11-26T09:43:21,028 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:21,028 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da65560e40db12e74fce9622d095200b, store=C 2024-11-26T09:43:21,028 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:21,031 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/11f4c40e46db45c8ada3d08774b52b94 is 50, key is test_row_0/A:col10/1732614198695/Put/seqid=0 2024-11-26T09:43:21,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742330_1506 (size=12301) 2024-11-26T09:43:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-26T09:43:21,435 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/11f4c40e46db45c8ada3d08774b52b94 2024-11-26T09:43:21,441 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/ce52a7c9d4914d3c91df74c89b8e3b21 is 50, key is test_row_0/B:col10/1732614198695/Put/seqid=0 2024-11-26T09:43:21,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742331_1507 (size=12301) 2024-11-26T09:43:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-26T09:43:21,844 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/ce52a7c9d4914d3c91df74c89b8e3b21 2024-11-26T09:43:21,849 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/f94aaa8f129a4d44a3b33f0edac3310a is 50, key is test_row_0/C:col10/1732614198695/Put/seqid=0 2024-11-26T09:43:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742332_1508 (size=12301) 2024-11-26T09:43:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-26T09:43:22,253 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/f94aaa8f129a4d44a3b33f0edac3310a 2024-11-26T09:43:22,257 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/A/11f4c40e46db45c8ada3d08774b52b94 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/11f4c40e46db45c8ada3d08774b52b94 2024-11-26T09:43:22,261 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/11f4c40e46db45c8ada3d08774b52b94, entries=150, sequenceid=396, filesize=12.0 K 2024-11-26T09:43:22,261 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/B/ce52a7c9d4914d3c91df74c89b8e3b21 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/ce52a7c9d4914d3c91df74c89b8e3b21 2024-11-26T09:43:22,265 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/ce52a7c9d4914d3c91df74c89b8e3b21, entries=150, sequenceid=396, filesize=12.0 K 2024-11-26T09:43:22,265 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/.tmp/C/f94aaa8f129a4d44a3b33f0edac3310a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/f94aaa8f129a4d44a3b33f0edac3310a 2024-11-26T09:43:22,268 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/f94aaa8f129a4d44a3b33f0edac3310a, entries=150, sequenceid=396, filesize=12.0 K 2024-11-26T09:43:22,269 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for da65560e40db12e74fce9622d095200b in 1242ms, sequenceid=396, compaction requested=true 2024-11-26T09:43:22,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d54f14a0a5854fdfb29d215b00550051, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/247405f1c4264e89b6bcb0882d076614, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/455f286f11e54937b4f197bdb57cedf1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/41199b2182a047d5a366c1308e633c02, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d8c16e4805dd40a9be70cd0d2f15db05, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d5f32611161848478c7d422955334f77, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/834fd817f5844fee8d87a547109c324e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/10661c54fdb74e5f985f9c0a8b2166a9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/4b5d332bb92b4673a7ff1582b7677b38, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/a48a65cd292d45ff9c47de9363e4213d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/a85346b9c066493681bb2f0cdb338848, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/ab9c00d9cc7841e48b3e0a99aa98b8b9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/2b80e88a1b9345e4bb92ac00a951050d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/6661ff5ee9d6427fa3f5d4835374d4da, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/114fbee8042c4995ad475745560b2ff3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/130772e9e9d44c80a15a912af0c6b7ae, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/5e11aad370ad452789723b96b7c12a76, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/909b31f48c104b60884a8b8fab42cb53, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/005f6b3202d24da4b2fa420150a369b2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/2b6e25f1ecdf48788f3c8a0fb35a3c49, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/510cb06346b8477f9809c10d29f20d23, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d0d59f1c6ade479c81bc6126d86caf19, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/64c18ce5c0384869a45cb2d776786ec2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/3e49b9bf83df4dcb8b8c5e65f0da7f95, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/9e6f01d294444919a9a58c2c29c8e45f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/6d509a2c438b464a8c95ca4702cdc5b2] to archive 2024-11-26T09:43:22,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:43:22,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d54f14a0a5854fdfb29d215b00550051 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d54f14a0a5854fdfb29d215b00550051 2024-11-26T09:43:22,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/247405f1c4264e89b6bcb0882d076614 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/247405f1c4264e89b6bcb0882d076614 2024-11-26T09:43:22,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/455f286f11e54937b4f197bdb57cedf1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/455f286f11e54937b4f197bdb57cedf1 2024-11-26T09:43:22,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/41199b2182a047d5a366c1308e633c02 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/41199b2182a047d5a366c1308e633c02 2024-11-26T09:43:22,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d8c16e4805dd40a9be70cd0d2f15db05 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d8c16e4805dd40a9be70cd0d2f15db05 2024-11-26T09:43:22,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d5f32611161848478c7d422955334f77 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d5f32611161848478c7d422955334f77 2024-11-26T09:43:22,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/834fd817f5844fee8d87a547109c324e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/834fd817f5844fee8d87a547109c324e 2024-11-26T09:43:22,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/10661c54fdb74e5f985f9c0a8b2166a9 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/10661c54fdb74e5f985f9c0a8b2166a9 2024-11-26T09:43:22,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/4b5d332bb92b4673a7ff1582b7677b38 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/4b5d332bb92b4673a7ff1582b7677b38 2024-11-26T09:43:22,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/a48a65cd292d45ff9c47de9363e4213d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/a48a65cd292d45ff9c47de9363e4213d 2024-11-26T09:43:22,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/a85346b9c066493681bb2f0cdb338848 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/a85346b9c066493681bb2f0cdb338848 2024-11-26T09:43:22,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/ab9c00d9cc7841e48b3e0a99aa98b8b9 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/ab9c00d9cc7841e48b3e0a99aa98b8b9 2024-11-26T09:43:22,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/2b80e88a1b9345e4bb92ac00a951050d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/2b80e88a1b9345e4bb92ac00a951050d 2024-11-26T09:43:22,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/6661ff5ee9d6427fa3f5d4835374d4da to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/6661ff5ee9d6427fa3f5d4835374d4da 2024-11-26T09:43:22,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/114fbee8042c4995ad475745560b2ff3 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/114fbee8042c4995ad475745560b2ff3 2024-11-26T09:43:22,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/130772e9e9d44c80a15a912af0c6b7ae to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/130772e9e9d44c80a15a912af0c6b7ae 2024-11-26T09:43:22,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/5e11aad370ad452789723b96b7c12a76 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/5e11aad370ad452789723b96b7c12a76 2024-11-26T09:43:22,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/909b31f48c104b60884a8b8fab42cb53 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/909b31f48c104b60884a8b8fab42cb53 2024-11-26T09:43:22,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/005f6b3202d24da4b2fa420150a369b2 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/005f6b3202d24da4b2fa420150a369b2 2024-11-26T09:43:22,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/2b6e25f1ecdf48788f3c8a0fb35a3c49 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/2b6e25f1ecdf48788f3c8a0fb35a3c49 2024-11-26T09:43:22,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/510cb06346b8477f9809c10d29f20d23 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/510cb06346b8477f9809c10d29f20d23 2024-11-26T09:43:22,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d0d59f1c6ade479c81bc6126d86caf19 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/d0d59f1c6ade479c81bc6126d86caf19 2024-11-26T09:43:22,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/64c18ce5c0384869a45cb2d776786ec2 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/64c18ce5c0384869a45cb2d776786ec2 2024-11-26T09:43:22,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/3e49b9bf83df4dcb8b8c5e65f0da7f95 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/3e49b9bf83df4dcb8b8c5e65f0da7f95 2024-11-26T09:43:22,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/9e6f01d294444919a9a58c2c29c8e45f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/9e6f01d294444919a9a58c2c29c8e45f 2024-11-26T09:43:22,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/6d509a2c438b464a8c95ca4702cdc5b2 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/6d509a2c438b464a8c95ca4702cdc5b2 2024-11-26T09:43:22,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/c9cc725ffe61423db4345085c2d0d605, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7216bf1f197547818db65d9322a30c3e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/698fbf84455a4efa867565dbc78752ff, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/3e7ebecc0b2c4091addece5c5f26662e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/f5e5297024f24c62ba8c42ab591aebe5, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7d097edd7f0f4c05b2c2563009cc28df, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/add742b377e04485a2084e3d04bef8c8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/f5d9723b631c4f9992bba9a1da831c60, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/9b68bbd21f874669b48e1ab53a1d1d9f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/93b52943cfd044aeb72ac3fadff12ccc, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/2a3f6a6ecdc14d8abed59e90aa2cd85f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/d621960985924c1d9c1a478b7ff0cf4e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/914d04e04b4c4d9c8f8761c6143d02c2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/12b15edbac8f44acbd798a9692fb112d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/e706d397c4f84b55b6bed96ff45f5937, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/da3f5901d30549d788f9a60b643bb378, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7824f89de47f44bba2b5b5fc13ad5e67, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/2cb9c17ec5b643c898e6c967ddf7c2c8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/9f9b1b8d6c224998b870871edd661688, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/edafc30bcff24e54b59c9e244979d3d8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/07c2116608db4a0f8ba2db3a831fba61, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/a10a7bceab124c058cd337e438c09933, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/d5788335780449c9b3f41c6088b8e600, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/6c4b017b98c147d3ae2c534685e4ea97, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/af3eb4a5f6d544209de14de42dfcac9f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/c97dae05b22546a0b47fbf4214aa5159] to archive 2024-11-26T09:43:22,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:43:22,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/c9cc725ffe61423db4345085c2d0d605 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/c9cc725ffe61423db4345085c2d0d605 2024-11-26T09:43:22,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7216bf1f197547818db65d9322a30c3e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7216bf1f197547818db65d9322a30c3e 2024-11-26T09:43:22,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/698fbf84455a4efa867565dbc78752ff to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/698fbf84455a4efa867565dbc78752ff 2024-11-26T09:43:22,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/3e7ebecc0b2c4091addece5c5f26662e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/3e7ebecc0b2c4091addece5c5f26662e 2024-11-26T09:43:22,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/f5e5297024f24c62ba8c42ab591aebe5 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/f5e5297024f24c62ba8c42ab591aebe5 2024-11-26T09:43:22,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7d097edd7f0f4c05b2c2563009cc28df to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7d097edd7f0f4c05b2c2563009cc28df 2024-11-26T09:43:22,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/add742b377e04485a2084e3d04bef8c8 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/add742b377e04485a2084e3d04bef8c8 2024-11-26T09:43:22,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/f5d9723b631c4f9992bba9a1da831c60 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/f5d9723b631c4f9992bba9a1da831c60 2024-11-26T09:43:22,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/9b68bbd21f874669b48e1ab53a1d1d9f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/9b68bbd21f874669b48e1ab53a1d1d9f 2024-11-26T09:43:22,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/93b52943cfd044aeb72ac3fadff12ccc to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/93b52943cfd044aeb72ac3fadff12ccc 2024-11-26T09:43:22,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/2a3f6a6ecdc14d8abed59e90aa2cd85f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/2a3f6a6ecdc14d8abed59e90aa2cd85f 2024-11-26T09:43:22,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/d621960985924c1d9c1a478b7ff0cf4e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/d621960985924c1d9c1a478b7ff0cf4e 2024-11-26T09:43:22,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/914d04e04b4c4d9c8f8761c6143d02c2 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/914d04e04b4c4d9c8f8761c6143d02c2 2024-11-26T09:43:22,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/12b15edbac8f44acbd798a9692fb112d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/12b15edbac8f44acbd798a9692fb112d 2024-11-26T09:43:22,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/e706d397c4f84b55b6bed96ff45f5937 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/e706d397c4f84b55b6bed96ff45f5937 2024-11-26T09:43:22,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/da3f5901d30549d788f9a60b643bb378 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/da3f5901d30549d788f9a60b643bb378 2024-11-26T09:43:22,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7824f89de47f44bba2b5b5fc13ad5e67 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/7824f89de47f44bba2b5b5fc13ad5e67 2024-11-26T09:43:22,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/2cb9c17ec5b643c898e6c967ddf7c2c8 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/2cb9c17ec5b643c898e6c967ddf7c2c8 2024-11-26T09:43:22,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/9f9b1b8d6c224998b870871edd661688 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/9f9b1b8d6c224998b870871edd661688 2024-11-26T09:43:22,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/edafc30bcff24e54b59c9e244979d3d8 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/edafc30bcff24e54b59c9e244979d3d8 2024-11-26T09:43:22,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/07c2116608db4a0f8ba2db3a831fba61 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/07c2116608db4a0f8ba2db3a831fba61 2024-11-26T09:43:22,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/a10a7bceab124c058cd337e438c09933 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/a10a7bceab124c058cd337e438c09933 2024-11-26T09:43:22,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/d5788335780449c9b3f41c6088b8e600 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/d5788335780449c9b3f41c6088b8e600 2024-11-26T09:43:22,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/6c4b017b98c147d3ae2c534685e4ea97 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/6c4b017b98c147d3ae2c534685e4ea97 2024-11-26T09:43:22,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/af3eb4a5f6d544209de14de42dfcac9f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/af3eb4a5f6d544209de14de42dfcac9f 2024-11-26T09:43:22,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/c97dae05b22546a0b47fbf4214aa5159 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/c97dae05b22546a0b47fbf4214aa5159 2024-11-26T09:43:22,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/44d8f5ac7e1a4c46849d9ca66463232e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/eb1ed4e8ded34da897fe43fe606c5421, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/3d618c48f5854f4dbd98f85cbdfc14e5, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/c77e38ca3b1a49588882c386891555e1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/957859200f744c14bb0b6d713b3a33bb, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/7888190cf5c34d0cb20ddac128fd2e4f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/3c0691150bad4c25866091dba023168e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/e44eefcfb80e42fdb8d50d23b19615a1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b21c364a92d74e7da6c5c188ebeaa29d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/f8f6aa6a2b1b460793a3baf1e3bc5c0e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/44b3649356b14a79b475fb64239ed780, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/58bfe233624d4adbaccddf10d0d236fa, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/10ef025383ae44b19bf7a1732f896162, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/1e829d729bf240c7a3edadcf75492d55, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/15b4ab4c77ea4b158713867655a6ab78, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/d557a55d51ec401a827fc00dd9447cbe, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/9a51491059f045dc8655f45465112943, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b976e1969d4140508172ced6b8484872, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b03cbfef4d934f0f8f51a6f1043d93c3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/ad4f2b707c1644f8914722afb9850b1c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/444394f80d8f441691e93cb92797aed3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/0783f62b20044466b522d09285538850, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/945235637f30457484d5041bf249d069, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b64e38e063b84ce3807915f77439300e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/9fe721d6d0464bf2a6ff6aa6e483c417, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b07df3520c084f44b9c928e2f9cbd7ee] to archive 2024-11-26T09:43:22,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:43:22,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/44d8f5ac7e1a4c46849d9ca66463232e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/44d8f5ac7e1a4c46849d9ca66463232e 2024-11-26T09:43:22,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/eb1ed4e8ded34da897fe43fe606c5421 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/eb1ed4e8ded34da897fe43fe606c5421 2024-11-26T09:43:22,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/3d618c48f5854f4dbd98f85cbdfc14e5 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/3d618c48f5854f4dbd98f85cbdfc14e5 2024-11-26T09:43:22,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/c77e38ca3b1a49588882c386891555e1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/c77e38ca3b1a49588882c386891555e1 2024-11-26T09:43:22,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/957859200f744c14bb0b6d713b3a33bb to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/957859200f744c14bb0b6d713b3a33bb 2024-11-26T09:43:22,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/7888190cf5c34d0cb20ddac128fd2e4f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/7888190cf5c34d0cb20ddac128fd2e4f 2024-11-26T09:43:22,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/3c0691150bad4c25866091dba023168e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/3c0691150bad4c25866091dba023168e 2024-11-26T09:43:22,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/e44eefcfb80e42fdb8d50d23b19615a1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/e44eefcfb80e42fdb8d50d23b19615a1 2024-11-26T09:43:22,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b21c364a92d74e7da6c5c188ebeaa29d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b21c364a92d74e7da6c5c188ebeaa29d 2024-11-26T09:43:22,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/f8f6aa6a2b1b460793a3baf1e3bc5c0e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/f8f6aa6a2b1b460793a3baf1e3bc5c0e 2024-11-26T09:43:22,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/44b3649356b14a79b475fb64239ed780 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/44b3649356b14a79b475fb64239ed780 2024-11-26T09:43:22,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/58bfe233624d4adbaccddf10d0d236fa to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/58bfe233624d4adbaccddf10d0d236fa 2024-11-26T09:43:22,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/10ef025383ae44b19bf7a1732f896162 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/10ef025383ae44b19bf7a1732f896162 2024-11-26T09:43:22,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/1e829d729bf240c7a3edadcf75492d55 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/1e829d729bf240c7a3edadcf75492d55 2024-11-26T09:43:22,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/15b4ab4c77ea4b158713867655a6ab78 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/15b4ab4c77ea4b158713867655a6ab78 2024-11-26T09:43:22,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/d557a55d51ec401a827fc00dd9447cbe to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/d557a55d51ec401a827fc00dd9447cbe 2024-11-26T09:43:22,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/9a51491059f045dc8655f45465112943 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/9a51491059f045dc8655f45465112943 2024-11-26T09:43:22,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b976e1969d4140508172ced6b8484872 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b976e1969d4140508172ced6b8484872 2024-11-26T09:43:22,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b03cbfef4d934f0f8f51a6f1043d93c3 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b03cbfef4d934f0f8f51a6f1043d93c3 2024-11-26T09:43:22,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/ad4f2b707c1644f8914722afb9850b1c to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/ad4f2b707c1644f8914722afb9850b1c 2024-11-26T09:43:22,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/444394f80d8f441691e93cb92797aed3 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/444394f80d8f441691e93cb92797aed3 2024-11-26T09:43:22,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/0783f62b20044466b522d09285538850 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/0783f62b20044466b522d09285538850 2024-11-26T09:43:22,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/945235637f30457484d5041bf249d069 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/945235637f30457484d5041bf249d069 2024-11-26T09:43:22,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b64e38e063b84ce3807915f77439300e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b64e38e063b84ce3807915f77439300e 2024-11-26T09:43:22,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/9fe721d6d0464bf2a6ff6aa6e483c417 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/9fe721d6d0464bf2a6ff6aa6e483c417 2024-11-26T09:43:22,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b07df3520c084f44b9c928e2f9cbd7ee to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/b07df3520c084f44b9c928e2f9cbd7ee 2024-11-26T09:43:22,340 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/recovered.edits/399.seqid, newMaxSeqId=399, maxSeqId=1 2024-11-26T09:43:22,341 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. 2024-11-26T09:43:22,341 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for da65560e40db12e74fce9622d095200b: Waiting for close lock at 1732614201027Running coprocessor pre-close hooks at 1732614201027Disabling compacts and flushes for region at 1732614201027Disabling writes for close at 1732614201027Obtaining lock to block concurrent updates at 1732614201028 (+1 ms)Preparing flush snapshotting stores in da65560e40db12e74fce9622d095200b at 1732614201028Finished memstore snapshotting TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732614201028Flushing stores of TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b. at 1732614201028Flushing da65560e40db12e74fce9622d095200b/A: creating writer at 1732614201028Flushing da65560e40db12e74fce9622d095200b/A: appending metadata at 1732614201031 (+3 ms)Flushing da65560e40db12e74fce9622d095200b/A: closing flushed file at 1732614201031Flushing da65560e40db12e74fce9622d095200b/B: creating writer at 1732614201438 (+407 ms)Flushing da65560e40db12e74fce9622d095200b/B: appending metadata at 1732614201440 (+2 ms)Flushing da65560e40db12e74fce9622d095200b/B: closing flushed file at 1732614201440Flushing da65560e40db12e74fce9622d095200b/C: creating writer at 1732614201847 (+407 ms)Flushing da65560e40db12e74fce9622d095200b/C: appending metadata at 1732614201849 (+2 ms)Flushing da65560e40db12e74fce9622d095200b/C: closing flushed file at 1732614201849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32231657: reopening flushed file at 1732614202257 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ef2bd1: reopening flushed file at 1732614202261 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe5b16e: reopening flushed file at 1732614202265 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for da65560e40db12e74fce9622d095200b in 1242ms, sequenceid=396, compaction requested=true at 1732614202269 (+4 ms)Writing region close event to WAL at 1732614202338 (+69 ms)Running coprocessor post-close hooks at 1732614202341 (+3 ms)Closed at 1732614202341 2024-11-26T09:43:22,343 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed da65560e40db12e74fce9622d095200b 2024-11-26T09:43:22,344 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=da65560e40db12e74fce9622d095200b, regionState=CLOSED 2024-11-26T09:43:22,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:43:22,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-26T09:43:22,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure da65560e40db12e74fce9622d095200b, server=24c191b0ea9d,43373,1732614057595 in 1.4720 sec 2024-11-26T09:43:22,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-26T09:43:22,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=da65560e40db12e74fce9622d095200b, UNASSIGN in 1.4760 sec 2024-11-26T09:43:22,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-26T09:43:22,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4800 sec 2024-11-26T09:43:22,355 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614202355"}]},"ts":"1732614202355"} 2024-11-26T09:43:22,357 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T09:43:22,357 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T09:43:22,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4910 sec 2024-11-26T09:43:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-26T09:43:23,015 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:23,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T09:43:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:23,017 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-26T09:43:23,017 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=143, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:23,020 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b 2024-11-26T09:43:23,021 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/recovered.edits] 2024-11-26T09:43:23,024 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/11f4c40e46db45c8ada3d08774b52b94 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/11f4c40e46db45c8ada3d08774b52b94 2024-11-26T09:43:23,025 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/577a6027cfaa44d3adf6c6b86401638e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/577a6027cfaa44d3adf6c6b86401638e 2024-11-26T09:43:23,026 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/98ded7352d23441da53c4caa2f8326aa to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/A/98ded7352d23441da53c4caa2f8326aa 2024-11-26T09:43:23,027 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/639eb1acc0c443108ff7c5c776dc1092 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/639eb1acc0c443108ff7c5c776dc1092 2024-11-26T09:43:23,028 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/a72f5294c77d44a0b8672abffb6ca3f3 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/a72f5294c77d44a0b8672abffb6ca3f3 2024-11-26T09:43:23,029 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/ce52a7c9d4914d3c91df74c89b8e3b21 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/B/ce52a7c9d4914d3c91df74c89b8e3b21 2024-11-26T09:43:23,031 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/9680f9095b3642819e831e8393cb1b34 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/9680f9095b3642819e831e8393cb1b34 2024-11-26T09:43:23,031 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/f94aaa8f129a4d44a3b33f0edac3310a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/f94aaa8f129a4d44a3b33f0edac3310a 2024-11-26T09:43:23,032 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/fee69787a71d4f87aa6ba6b7aceb8cc0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/C/fee69787a71d4f87aa6ba6b7aceb8cc0 2024-11-26T09:43:23,034 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/recovered.edits/399.seqid to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b/recovered.edits/399.seqid 2024-11-26T09:43:23,034 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/da65560e40db12e74fce9622d095200b 2024-11-26T09:43:23,034 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T09:43:23,036 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=143, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:23,038 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T09:43:23,039 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T09:43:23,040 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=143, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:23,040 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T09:43:23,040 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732614203040"}]},"ts":"9223372036854775807"} 2024-11-26T09:43:23,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-26T09:43:23,042 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => da65560e40db12e74fce9622d095200b, NAME => 'TestAcidGuarantees,,1732614176296.da65560e40db12e74fce9622d095200b.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T09:43:23,042 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T09:43:23,042 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732614203042"}]},"ts":"9223372036854775807"} 2024-11-26T09:43:23,043 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-26T09:43:23,044 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=143, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:23,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-11-26T09:43:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-26T09:43:23,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-26T09:43:23,125 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:23,135 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 251), OpenFileDescriptor=449 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 386), ProcessCount=11 (was 11), AvailableMemoryMB=3200 (was 3262) 2024-11-26T09:43:23,145 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=13, AvailableMemoryMB=3198 2024-11-26T09:43:23,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T09:43:23,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T09:43:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:23,150 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T09:43:23,150 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:23,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 144 2024-11-26T09:43:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-26T09:43:23,151 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T09:43:23,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742333_1509 (size=1061) 2024-11-26T09:43:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-26T09:43:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-26T09:43:23,559 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a 2024-11-26T09:43:23,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742334_1510 (size=53) 2024-11-26T09:43:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-26T09:43:23,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:43:23,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8ad34be43823be250c1052537d0deb20, disabling compactions & flushes 2024-11-26T09:43:23,966 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:23,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:23,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. after waiting 0 ms 2024-11-26T09:43:23,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:23,966 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:23,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ad34be43823be250c1052537d0deb20: Waiting for close lock at 1732614203966Disabling compacts and flushes for region at 1732614203966Disabling writes for close at 1732614203966Writing region close event to WAL at 1732614203966Closed at 1732614203966 2024-11-26T09:43:23,967 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T09:43:23,967 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732614203967"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732614203967"}]},"ts":"1732614203967"} 2024-11-26T09:43:23,968 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T09:43:23,969 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T09:43:23,969 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614203969"}]},"ts":"1732614203969"} 2024-11-26T09:43:23,970 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T09:43:23,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad34be43823be250c1052537d0deb20, ASSIGN}] 2024-11-26T09:43:23,971 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad34be43823be250c1052537d0deb20, ASSIGN 2024-11-26T09:43:23,972 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad34be43823be250c1052537d0deb20, ASSIGN; state=OFFLINE, location=24c191b0ea9d,43373,1732614057595; forceNewPlan=false, retain=false 2024-11-26T09:43:24,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=8ad34be43823be250c1052537d0deb20, regionState=OPENING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:24,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad34be43823be250c1052537d0deb20, ASSIGN because future has completed 2024-11-26T09:43:24,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:43:24,278 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:24,278 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} 2024-11-26T09:43:24,279 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:24,279 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:43:24,279 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7794): checking encryption for 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:24,279 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7797): checking classloading for 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:24,280 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:24,281 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:43:24,281 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ad34be43823be250c1052537d0deb20 columnFamilyName A 2024-11-26T09:43:24,281 DEBUG [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:24,281 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.HStore(327): Store=8ad34be43823be250c1052537d0deb20/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:43:24,281 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:24,282 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:43:24,282 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ad34be43823be250c1052537d0deb20 columnFamilyName B 2024-11-26T09:43:24,282 DEBUG [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:24,283 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.HStore(327): Store=8ad34be43823be250c1052537d0deb20/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:43:24,283 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:24,284 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:43:24,284 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ad34be43823be250c1052537d0deb20 columnFamilyName C 2024-11-26T09:43:24,284 DEBUG [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:24,284 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.HStore(327): Store=8ad34be43823be250c1052537d0deb20/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:43:24,284 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:24,284 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1038): replaying wal for 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:24,285 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-26T09:43:24,285 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:24,286 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1048): stopping wal replay for 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:24,286 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1060): Cleaning up temporary data for 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:24,287 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T09:43:24,288 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1093): writing seq id for 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:24,289 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T09:43:24,290 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1114): Opened 8ad34be43823be250c1052537d0deb20; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59563577, jitterRate=-0.1124335378408432}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T09:43:24,290 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:24,290 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1006): Region open journal for 8ad34be43823be250c1052537d0deb20: Running coprocessor pre-open hook at 1732614204279Writing region info on filesystem at 1732614204279Initializing all the Stores at 1732614204279Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614204279Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614204280 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614204280Cleaning up temporary data from old regions at 1732614204286 (+6 ms)Running coprocessor post-open hooks at 1732614204290 (+4 ms)Region opened successfully at 1732614204290 2024-11-26T09:43:24,291 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., pid=146, masterSystemTime=1732614204276 2024-11-26T09:43:24,292 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:24,292 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:24,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=8ad34be43823be250c1052537d0deb20, regionState=OPEN, openSeqNum=2, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:24,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:43:24,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-26T09:43:24,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 in 171 msec 2024-11-26T09:43:24,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-26T09:43:24,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad34be43823be250c1052537d0deb20, ASSIGN in 327 msec 2024-11-26T09:43:24,299 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T09:43:24,299 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614204299"}]},"ts":"1732614204299"} 2024-11-26T09:43:24,300 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T09:43:24,301 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T09:43:24,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-26T09:43:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-26T09:43:25,295 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:25,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1832522d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:25,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:43:25,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:43:25,298 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:43:25,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:43:25,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:43:25,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edbcce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:25,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:43:25,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:43:25,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:25,299 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:43:25,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cea31a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:25,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:43:25,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:43:25,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:43:25,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:43:25,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T09:43:25,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 24c191b0ea9d,33185,1732614056759 2024-11-26T09:43:25,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10899af8 2024-11-26T09:43:25,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T09:43:25,304 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T09:43:25,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T09:43:25,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T09:43:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742335_1511 (size=1097) 2024-11-26T09:43:25,715 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-26T09:43:25,715 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-26T09:43:25,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T09:43:25,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad34be43823be250c1052537d0deb20, REOPEN/MOVE}] 2024-11-26T09:43:25,719 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad34be43823be250c1052537d0deb20, REOPEN/MOVE 2024-11-26T09:43:25,720 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=8ad34be43823be250c1052537d0deb20, regionState=CLOSING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:25,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad34be43823be250c1052537d0deb20, REOPEN/MOVE because future has completed 2024-11-26T09:43:25,722 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T09:43:25,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:43:25,755 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T09:43:25,874 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:25,874 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T09:43:25,874 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 8ad34be43823be250c1052537d0deb20, disabling compactions & flushes 2024-11-26T09:43:25,874 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:25,874 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:25,874 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. after waiting 0 ms 2024-11-26T09:43:25,874 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:25,877 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T09:43:25,878 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:25,878 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 8ad34be43823be250c1052537d0deb20: Waiting for close lock at 1732614205874Running coprocessor pre-close hooks at 1732614205874Disabling compacts and flushes for region at 1732614205874Disabling writes for close at 1732614205874Writing region close event to WAL at 1732614205874Running coprocessor post-close hooks at 1732614205878 (+4 ms)Closed at 1732614205878 2024-11-26T09:43:25,878 WARN [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionServer(3299): Not adding moved region record: 8ad34be43823be250c1052537d0deb20 to self. 2024-11-26T09:43:25,879 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:25,880 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=8ad34be43823be250c1052537d0deb20, regionState=CLOSED 2024-11-26T09:43:25,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:43:25,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-26T09:43:25,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 in 160 msec 2024-11-26T09:43:25,883 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad34be43823be250c1052537d0deb20, REOPEN/MOVE; state=CLOSED, location=24c191b0ea9d,43373,1732614057595; forceNewPlan=false, retain=true 2024-11-26T09:43:26,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=8ad34be43823be250c1052537d0deb20, regionState=OPENING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad34be43823be250c1052537d0deb20, REOPEN/MOVE because future has completed 2024-11-26T09:43:26,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:43:26,190 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:26,190 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} 2024-11-26T09:43:26,190 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:26,190 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T09:43:26,191 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7794): checking encryption for 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:26,191 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7797): checking classloading for 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:26,192 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:26,192 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:43:26,192 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ad34be43823be250c1052537d0deb20 columnFamilyName A 2024-11-26T09:43:26,193 DEBUG [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:26,194 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.HStore(327): Store=8ad34be43823be250c1052537d0deb20/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:43:26,194 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:26,194 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:43:26,194 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ad34be43823be250c1052537d0deb20 columnFamilyName B 2024-11-26T09:43:26,195 DEBUG [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:26,195 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.HStore(327): Store=8ad34be43823be250c1052537d0deb20/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:43:26,195 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:26,195 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T09:43:26,196 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ad34be43823be250c1052537d0deb20 columnFamilyName C 2024-11-26T09:43:26,196 DEBUG [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:26,196 INFO [StoreOpener-8ad34be43823be250c1052537d0deb20-1 {}] regionserver.HStore(327): Store=8ad34be43823be250c1052537d0deb20/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T09:43:26,196 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:26,196 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1038): replaying wal for 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:26,197 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:26,197 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:26,198 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1048): stopping wal replay for 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:26,198 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1060): Cleaning up temporary data for 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:26,199 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T09:43:26,199 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1093): writing seq id for 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:26,200 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1114): Opened 8ad34be43823be250c1052537d0deb20; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65962529, jitterRate=-0.017081722617149353}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T09:43:26,200 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:26,201 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1006): Region open journal for 8ad34be43823be250c1052537d0deb20: Running coprocessor pre-open hook at 1732614206191Writing region info on filesystem at 1732614206191Initializing all the Stores at 1732614206191Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614206191Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614206191Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732614206191Cleaning up temporary data from old regions at 1732614206198 (+7 ms)Running coprocessor post-open hooks at 1732614206200 (+2 ms)Region opened successfully at 1732614206201 (+1 ms) 2024-11-26T09:43:26,201 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., pid=151, masterSystemTime=1732614206187 2024-11-26T09:43:26,203 DEBUG [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:26,203 INFO [RS_OPEN_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:26,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=8ad34be43823be250c1052537d0deb20, regionState=OPEN, openSeqNum=5, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:43:26,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=149 2024-11-26T09:43:26,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 in 169 msec 2024-11-26T09:43:26,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-26T09:43:26,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad34be43823be250c1052537d0deb20, REOPEN/MOVE in 488 msec 2024-11-26T09:43:26,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-26T09:43:26,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 492 msec 2024-11-26T09:43:26,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 906 msec 2024-11-26T09:43:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-26T09:43:26,213 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:26,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22faf5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:43:26,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:43:26,215 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:43:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:43:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:43:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4271a5b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:43:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:43:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:26,217 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:43:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab47af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744b0f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:43:26,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:43:26,219 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:43:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:43:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:43:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f58b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:43:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:43:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:26,220 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:43:26,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443e4188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:43:26,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:43:26,222 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:43:26,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:43:26,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:43:26,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7597b906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:43:26,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:43:26,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:26,223 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:43:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cad049a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:43:26,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:43:26,225 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:43:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:43:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:43:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5989040a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:43:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:43:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:26,226 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:43:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7398c5f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:43:26,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:43:26,227 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:43:26,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:43:26,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:43:26,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f2baa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:43:26,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:43:26,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:26,228 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:43:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d11f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:43:26,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:43:26,230 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:43:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:43:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:43:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ef2f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:43:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:43:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:26,231 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:43:26,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebaaf23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7122db2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:43:26,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:43:26,232 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:43:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:43:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:43:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aec509a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:43:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:43:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:26,234 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:43:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddff74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:43:26,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:43:26,236 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:43:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:43:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:43:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbd949b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:43:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:43:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:26,237 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:43:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a7bf42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:43:26,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:43:26,239 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:43:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:43:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:43:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308b4391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:43:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:43:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:26,240 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:43:26,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa2703c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 24c191b0ea9d,33185,-1 for getting cluster id 2024-11-26T09:43:26,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T09:43:26,241 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d31426-0b35-451f-9376-35f53ed6c2dc' 2024-11-26T09:43:26,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T09:43:26,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d31426-0b35-451f-9376-35f53ed6c2dc" 2024-11-26T09:43:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59871ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [24c191b0ea9d,33185,-1] 2024-11-26T09:43:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T09:43:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:26,242 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T09:43:26,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa3b2c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T09:43:26,243 DEBUG [Thread-2306 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:43:26,243 DEBUG [Thread-2289 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:43:26,243 DEBUG [Thread-2304 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:43:26,243 DEBUG [Thread-2293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:43:26,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:26,244 DEBUG [Thread-2287 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:43:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:43:26,244 DEBUG [Thread-2298 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:43:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:43:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:43:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:43:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:43:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:43:26,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:43:26,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:43:26,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:43:26,245 DEBUG [Thread-2295 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:43:26,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:43:26,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:43:26,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:43:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-26T09:43:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:43:26,246 DEBUG [Thread-2300 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:43:26,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:43:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:43:26,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:43:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-26T09:43:26,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:43:26,246 DEBUG [Thread-2302 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:43:26,247 DEBUG [Thread-2291 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T09:43:26,247 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:26,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:43:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:43:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:43:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:43:26,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:43:26,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:43:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:43:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:43:26,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:43:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:43:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=24c191b0ea9d,43373,1732614057595, seqNum=-1] 2024-11-26T09:43:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:43:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T09:43:26,249 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:26,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:26,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:43:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:43:26,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:43:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:43:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:43:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:43:26,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T09:43:26,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:43:26,253 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:43:26,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5] 2024-11-26T09:43:26,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:43:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:26,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:26,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:26,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:26,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:26,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:26,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:26,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614266277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614206270, max timestamp=1732614206280Num uniques 859; 2024-11-26T09:43:26,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614206270, max timestamp=1732614206280Num uniques 859; 2024-11-26T09:43:26,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614206270, max timestamp=1732614206280Num uniques 859; 2024-11-26T09:43:26,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:43:26,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:43:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614266278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:43:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269c61837e9f2b400e880c7196c8107bfd_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614206257/Put/seqid=0 2024-11-26T09:43:26,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742336_1512 (size=12154) 2024-11-26T09:43:26,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614266335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614266335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53182 deadline: 1732614266335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-26T09:43:26,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614266385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614266395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T09:43:26,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:26,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:26,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:26,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:26,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:26,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614266444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53182 deadline: 1732614266445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614266445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T09:43:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:26,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-26T09:43:26,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614266595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614266605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614266655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53182 deadline: 1732614266655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614266655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,698 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:26,701 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269c61837e9f2b400e880c7196c8107bfd_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269c61837e9f2b400e880c7196c8107bfd_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:26,702 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/f85f5addf0914d6cbca129ab11bd332e, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:26,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/f85f5addf0914d6cbca129ab11bd332e is 175, key is test_row_0/A:col10/1732614206257/Put/seqid=0 2024-11-26T09:43:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742337_1513 (size=30955) 2024-11-26T09:43:26,708 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/f85f5addf0914d6cbca129ab11bd332e 2024-11-26T09:43:26,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T09:43:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:26,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:26,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/d3e3fc4a7d434e18862a81c0338db42d is 50, key is test_row_0/B:col10/1732614206257/Put/seqid=0 2024-11-26T09:43:26,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742338_1514 (size=12001) 2024-11-26T09:43:26,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T09:43:26,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:26,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:26,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:26,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:26,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-26T09:43:26,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614266905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614266915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614266964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53182 deadline: 1732614266965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614266965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:26,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:26,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:26,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:27,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T09:43:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:27,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:27,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/d3e3fc4a7d434e18862a81c0338db42d 2024-11-26T09:43:27,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/ba1aab83013b45e99839b34f5f6ba035 is 50, key is test_row_0/C:col10/1732614206257/Put/seqid=0 2024-11-26T09:43:27,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T09:43:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:27,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:27,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742339_1515 (size=12001) 2024-11-26T09:43:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:27,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T09:43:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:27,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-26T09:43:27,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614267415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:27,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614267424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:27,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T09:43:27,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:27,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:27,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:27,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:27,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:27,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614267475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:27,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53182 deadline: 1732614267475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:27,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614267475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:27,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/ba1aab83013b45e99839b34f5f6ba035 2024-11-26T09:43:27,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/f85f5addf0914d6cbca129ab11bd332e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/f85f5addf0914d6cbca129ab11bd332e 2024-11-26T09:43:27,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/f85f5addf0914d6cbca129ab11bd332e, entries=150, sequenceid=15, filesize=30.2 K 2024-11-26T09:43:27,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/d3e3fc4a7d434e18862a81c0338db42d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/d3e3fc4a7d434e18862a81c0338db42d 2024-11-26T09:43:27,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/d3e3fc4a7d434e18862a81c0338db42d, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T09:43:27,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/ba1aab83013b45e99839b34f5f6ba035 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/ba1aab83013b45e99839b34f5f6ba035 2024-11-26T09:43:27,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/ba1aab83013b45e99839b34f5f6ba035, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T09:43:27,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 8ad34be43823be250c1052537d0deb20 in 1331ms, sequenceid=15, compaction requested=false 2024-11-26T09:43:27,590 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T09:43:27,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:27,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T09:43:27,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:27,627 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-26T09:43:27,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:27,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:27,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:27,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:27,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:27,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:27,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112667cb5e3a55414ebbbc92b496339cb79f_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614206304/Put/seqid=0 2024-11-26T09:43:27,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742340_1516 (size=12154) 2024-11-26T09:43:27,860 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T09:43:28,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:28,042 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112667cb5e3a55414ebbbc92b496339cb79f_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112667cb5e3a55414ebbbc92b496339cb79f_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:28,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/77a29d5312194fddbd36e61198526a33, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:28,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/77a29d5312194fddbd36e61198526a33 is 175, key is test_row_0/A:col10/1732614206304/Put/seqid=0 2024-11-26T09:43:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742341_1517 (size=30955) 2024-11-26T09:43:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-26T09:43:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:28,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:28,448 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/77a29d5312194fddbd36e61198526a33 2024-11-26T09:43:28,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/338a6bb36a894135a1257a3976e4c70c is 50, key is test_row_0/B:col10/1732614206304/Put/seqid=0 2024-11-26T09:43:28,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614268452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:28,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614268458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:28,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742342_1518 (size=12001) 2024-11-26T09:43:28,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614268485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:28,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614268485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:28,487 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in 8ad34be43823be250c1052537d0deb20 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:28,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:28,487 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in 8ad34be43823be250c1052537d0deb20 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:28,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:28,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53182 deadline: 1732614268495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:28,498 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 8ad34be43823be250c1052537d0deb20 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:28,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614268565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:28,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614268565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:28,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614268775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:28,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614268775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:28,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:28,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:28,864 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/338a6bb36a894135a1257a3976e4c70c 2024-11-26T09:43:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/8c1aefe020584aad89c25141b87f3bfb is 50, key is test_row_0/C:col10/1732614206304/Put/seqid=0 2024-11-26T09:43:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742343_1519 (size=12001) 2024-11-26T09:43:29,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614269085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:29,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:29,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614269085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:29,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:29,282 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/8c1aefe020584aad89c25141b87f3bfb 2024-11-26T09:43:29,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/77a29d5312194fddbd36e61198526a33 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/77a29d5312194fddbd36e61198526a33 2024-11-26T09:43:29,294 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/77a29d5312194fddbd36e61198526a33, entries=150, sequenceid=50, filesize=30.2 K 2024-11-26T09:43:29,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/338a6bb36a894135a1257a3976e4c70c as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/338a6bb36a894135a1257a3976e4c70c 2024-11-26T09:43:29,298 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/338a6bb36a894135a1257a3976e4c70c, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T09:43:29,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/8c1aefe020584aad89c25141b87f3bfb as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/8c1aefe020584aad89c25141b87f3bfb 2024-11-26T09:43:29,302 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/8c1aefe020584aad89c25141b87f3bfb, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T09:43:29,304 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 8ad34be43823be250c1052537d0deb20 in 1677ms, sequenceid=50, compaction requested=false 2024-11-26T09:43:29,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:29,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:29,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-26T09:43:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-26T09:43:29,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-26T09:43:29,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0580 sec 2024-11-26T09:43:29,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 3.0660 sec 2024-11-26T09:43:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:29,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T09:43:29,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:29,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:29,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:29,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:29,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:29,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:29,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bb01048e37ec40709b7168d7725c24e8_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614209595/Put/seqid=0 2024-11-26T09:43:29,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742344_1520 (size=12154) 2024-11-26T09:43:29,610 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:29,614 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bb01048e37ec40709b7168d7725c24e8_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bb01048e37ec40709b7168d7725c24e8_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:29,615 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/d717f4e2fa33491ebc0d1159724b2c8d, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:29,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/d717f4e2fa33491ebc0d1159724b2c8d is 175, key is test_row_0/A:col10/1732614209595/Put/seqid=0 2024-11-26T09:43:29,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742345_1521 (size=30955) 2024-11-26T09:43:29,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614269637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:29,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:29,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614269640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:29,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:29,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614269745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:29,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:29,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614269755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:29,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614269955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:29,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:29,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614269965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:29,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:29,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:30,026 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/d717f4e2fa33491ebc0d1159724b2c8d 2024-11-26T09:43:30,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/9951f422fe414e70a3abe251a692f166 is 50, key is test_row_0/B:col10/1732614209595/Put/seqid=0 2024-11-26T09:43:30,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742346_1522 (size=12001) 2024-11-26T09:43:30,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614270265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:30,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:30,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:30,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:30,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614270275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:30,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:30,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:30,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-26T09:43:30,415 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:30,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-26T09:43:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-26T09:43:30,417 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:30,418 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:30,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:30,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/9951f422fe414e70a3abe251a692f166 2024-11-26T09:43:30,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/39126aef874943f5a23f16a13847bdca is 50, key is test_row_0/C:col10/1732614209595/Put/seqid=0 2024-11-26T09:43:30,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742347_1523 (size=12001) 2024-11-26T09:43:30,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614270495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:30,498 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in 8ad34be43823be250c1052537d0deb20 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:30,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:30,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:30,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:30,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614270504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:30,509 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_1' in 8ad34be43823be250c1052537d0deb20 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:30,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:30,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:30,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-26T09:43:30,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53182 deadline: 1732614270525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:30,529 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 8ad34be43823be250c1052537d0deb20 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:30,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T09:43:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:30,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:30,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:30,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T09:43:30,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:30,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:30,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:30,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:30,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-26T09:43:30,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614270775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:30,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:30,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:30,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:30,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614270785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:30,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/39126aef874943f5a23f16a13847bdca 2024-11-26T09:43:30,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/d717f4e2fa33491ebc0d1159724b2c8d as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/d717f4e2fa33491ebc0d1159724b2c8d 2024-11-26T09:43:30,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/d717f4e2fa33491ebc0d1159724b2c8d, entries=150, sequenceid=62, filesize=30.2 K 2024-11-26T09:43:30,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/9951f422fe414e70a3abe251a692f166 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/9951f422fe414e70a3abe251a692f166 2024-11-26T09:43:30,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/9951f422fe414e70a3abe251a692f166, entries=150, sequenceid=62, filesize=11.7 K 2024-11-26T09:43:30,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/39126aef874943f5a23f16a13847bdca as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/39126aef874943f5a23f16a13847bdca 2024-11-26T09:43:30,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/39126aef874943f5a23f16a13847bdca, entries=150, sequenceid=62, filesize=11.7 K 2024-11-26T09:43:30,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 8ad34be43823be250c1052537d0deb20 in 1268ms, sequenceid=62, compaction requested=true 2024-11-26T09:43:30,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:30,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:43:30,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:30,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:43:30,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:30,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:43:30,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:30,864 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:30,864 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:30,865 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:30,865 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:30,865 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/B is initiating minor compaction (all files) 2024-11-26T09:43:30,865 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/A is initiating minor compaction (all files) 2024-11-26T09:43:30,865 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/B in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:30,865 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/A in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:30,865 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/d3e3fc4a7d434e18862a81c0338db42d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/338a6bb36a894135a1257a3976e4c70c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/9951f422fe414e70a3abe251a692f166] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=35.2 K 2024-11-26T09:43:30,865 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/f85f5addf0914d6cbca129ab11bd332e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/77a29d5312194fddbd36e61198526a33, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/d717f4e2fa33491ebc0d1159724b2c8d] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=90.7 K 2024-11-26T09:43:30,865 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:30,865 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/f85f5addf0914d6cbca129ab11bd332e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/77a29d5312194fddbd36e61198526a33, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/d717f4e2fa33491ebc0d1159724b2c8d] 2024-11-26T09:43:30,865 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting d3e3fc4a7d434e18862a81c0338db42d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732614206251 2024-11-26T09:43:30,865 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting f85f5addf0914d6cbca129ab11bd332e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732614206251 2024-11-26T09:43:30,866 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 338a6bb36a894135a1257a3976e4c70c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732614206300 2024-11-26T09:43:30,866 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77a29d5312194fddbd36e61198526a33, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732614206300 2024-11-26T09:43:30,866 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 9951f422fe414e70a3abe251a692f166, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732614208440 2024-11-26T09:43:30,866 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting d717f4e2fa33491ebc0d1159724b2c8d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732614208440 2024-11-26T09:43:30,871 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:30,873 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#B#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:30,873 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126947088c67df341349f39cdb881b021d3_8ad34be43823be250c1052537d0deb20 store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:30,873 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/ce77d4ff671740a6a21c36099237c9b2 is 50, key is test_row_0/B:col10/1732614209595/Put/seqid=0 2024-11-26T09:43:30,875 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126947088c67df341349f39cdb881b021d3_8ad34be43823be250c1052537d0deb20, store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:30,875 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126947088c67df341349f39cdb881b021d3_8ad34be43823be250c1052537d0deb20 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:30,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T09:43:30,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:30,876 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-26T09:43:30,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:30,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:30,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:30,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:30,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:30,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:30,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742348_1524 (size=12104) 2024-11-26T09:43:30,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d13e11aee87147eeb7b51ffd26e98874_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614209617/Put/seqid=0 2024-11-26T09:43:30,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742349_1525 (size=4469) 2024-11-26T09:43:30,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742350_1526 (size=12154) 2024-11-26T09:43:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-26T09:43:31,283 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#A#compaction#450 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:31,283 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/945cc7df7910487995a7c54b09429fa4 is 175, key is test_row_0/A:col10/1732614209595/Put/seqid=0 2024-11-26T09:43:31,283 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/ce77d4ff671740a6a21c36099237c9b2 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/ce77d4ff671740a6a21c36099237c9b2 2024-11-26T09:43:31,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742351_1527 (size=31058) 2024-11-26T09:43:31,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:31,289 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ad34be43823be250c1052537d0deb20/B of 8ad34be43823be250c1052537d0deb20 into ce77d4ff671740a6a21c36099237c9b2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:31,289 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:31,289 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/B, priority=13, startTime=1732614210864; duration=0sec 2024-11-26T09:43:31,289 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:31,289 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:B 2024-11-26T09:43:31,289 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:31,290 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:31,290 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/C is initiating minor compaction (all files) 2024-11-26T09:43:31,290 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/C in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:31,290 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/ba1aab83013b45e99839b34f5f6ba035, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/8c1aefe020584aad89c25141b87f3bfb, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/39126aef874943f5a23f16a13847bdca] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=35.2 K 2024-11-26T09:43:31,291 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ba1aab83013b45e99839b34f5f6ba035, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732614206251 2024-11-26T09:43:31,292 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c1aefe020584aad89c25141b87f3bfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732614206300 2024-11-26T09:43:31,292 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 39126aef874943f5a23f16a13847bdca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732614208440 2024-11-26T09:43:31,293 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d13e11aee87147eeb7b51ffd26e98874_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d13e11aee87147eeb7b51ffd26e98874_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:31,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/c5297d9470f74463b6f58c6ceab1f479, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:31,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/c5297d9470f74463b6f58c6ceab1f479 is 175, key is test_row_0/A:col10/1732614209617/Put/seqid=0 2024-11-26T09:43:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742352_1528 (size=30955) 2024-11-26T09:43:31,302 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:31,303 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/de4de3da1dd94b378b2927b67e84cdfa is 50, key is test_row_0/C:col10/1732614209595/Put/seqid=0 2024-11-26T09:43:31,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742353_1529 (size=12104) 2024-11-26T09:43:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-26T09:43:31,691 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/945cc7df7910487995a7c54b09429fa4 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/945cc7df7910487995a7c54b09429fa4 2024-11-26T09:43:31,700 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ad34be43823be250c1052537d0deb20/A of 8ad34be43823be250c1052537d0deb20 into 945cc7df7910487995a7c54b09429fa4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:31,700 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:31,701 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/A, priority=13, startTime=1732614210864; duration=0sec 2024-11-26T09:43:31,701 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:31,701 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:A 2024-11-26T09:43:31,702 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/c5297d9470f74463b6f58c6ceab1f479 2024-11-26T09:43:31,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/0e6bd9df39634b39bfe35a5c243e7855 is 50, key is test_row_0/B:col10/1732614209617/Put/seqid=0 2024-11-26T09:43:31,710 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/de4de3da1dd94b378b2927b67e84cdfa as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/de4de3da1dd94b378b2927b67e84cdfa 2024-11-26T09:43:31,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742354_1530 (size=12001) 2024-11-26T09:43:31,713 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/0e6bd9df39634b39bfe35a5c243e7855 2024-11-26T09:43:31,715 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ad34be43823be250c1052537d0deb20/C of 8ad34be43823be250c1052537d0deb20 into de4de3da1dd94b378b2927b67e84cdfa(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:31,715 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:31,715 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/C, priority=13, startTime=1732614210864; duration=0sec 2024-11-26T09:43:31,716 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:31,716 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:C 2024-11-26T09:43:31,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/ae3a7c1a59894acdac180f5a6874c874 is 50, key is test_row_0/C:col10/1732614209617/Put/seqid=0 2024-11-26T09:43:31,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742355_1531 (size=12001) 2024-11-26T09:43:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:31,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:31,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614271811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:31,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614271813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:31,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:31,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:31,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:31,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614271925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:31,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614271925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:31,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:31,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:31,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:31,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:31,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:32,123 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/ae3a7c1a59894acdac180f5a6874c874 2024-11-26T09:43:32,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/c5297d9470f74463b6f58c6ceab1f479 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/c5297d9470f74463b6f58c6ceab1f479 2024-11-26T09:43:32,130 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/c5297d9470f74463b6f58c6ceab1f479, entries=150, sequenceid=82, filesize=30.2 K 2024-11-26T09:43:32,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/0e6bd9df39634b39bfe35a5c243e7855 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/0e6bd9df39634b39bfe35a5c243e7855 2024-11-26T09:43:32,134 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/0e6bd9df39634b39bfe35a5c243e7855, entries=150, sequenceid=82, filesize=11.7 K 2024-11-26T09:43:32,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/ae3a7c1a59894acdac180f5a6874c874 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/ae3a7c1a59894acdac180f5a6874c874 2024-11-26T09:43:32,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614272134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:32,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614272135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:32,138 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/ae3a7c1a59894acdac180f5a6874c874, entries=150, sequenceid=82, filesize=11.7 K 2024-11-26T09:43:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:32,139 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 8ad34be43823be250c1052537d0deb20 in 1263ms, sequenceid=82, compaction requested=false 2024-11-26T09:43:32,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:32,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:32,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-26T09:43:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-26T09:43:32,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-26T09:43:32,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7230 sec 2024-11-26T09:43:32,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.7290 sec 2024-11-26T09:43:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:32,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-26T09:43:32,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:32,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:32,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:32,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:32,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:32,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:32,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261abf404aabf548eb8dbebc5f96880a57_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614211812/Put/seqid=0 2024-11-26T09:43:32,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742356_1532 (size=14594) 2024-11-26T09:43:32,460 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:32,463 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261abf404aabf548eb8dbebc5f96880a57_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261abf404aabf548eb8dbebc5f96880a57_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:32,464 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/779be106435e446f8eb92788b8001792, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:32,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/779be106435e446f8eb92788b8001792 is 175, key is test_row_0/A:col10/1732614211812/Put/seqid=0 2024-11-26T09:43:32,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742357_1533 (size=39549) 2024-11-26T09:43:32,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614272486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:32,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:32,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614272489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:32,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-26T09:43:32,565 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:32,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-26T09:43:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-26T09:43:32,568 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:32,569 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:32,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:32,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614272594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:32,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:32,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614272605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-26T09:43:32,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-26T09:43:32,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:32,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:32,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:32,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:32,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:32,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614272805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:32,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:32,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614272814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:32,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:32,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:32,869 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/779be106435e446f8eb92788b8001792 2024-11-26T09:43:32,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-26T09:43:32,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:32,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:32,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:32,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:32,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:32,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/6feb4c780930450a8d718e4b6ee8fb9a is 50, key is test_row_0/B:col10/1732614211812/Put/seqid=0 2024-11-26T09:43:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-26T09:43:32,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742358_1534 (size=12001) 2024-11-26T09:43:33,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-26T09:43:33,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:33,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:33,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:33,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:33,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:33,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614273115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:33,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:33,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:33,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:33,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614273125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:33,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-26T09:43:33,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:33,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:33,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:33,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:33,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-26T09:43:33,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/6feb4c780930450a8d718e4b6ee8fb9a 2024-11-26T09:43:33,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/d5d2f176a08a4d4da0621a6b2dcc23a0 is 50, key is test_row_0/C:col10/1732614211812/Put/seqid=0 2024-11-26T09:43:33,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742359_1535 (size=12001) 2024-11-26T09:43:33,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-26T09:43:33,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:33,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:33,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:33,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:33,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:33,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-26T09:43:33,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:33,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:33,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:33,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:33,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:33,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614273625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:33,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:33,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-26T09:43:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614273635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:33,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:33,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:33,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:33,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:33,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:33,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:33,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:33,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-26T09:43:33,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/d5d2f176a08a4d4da0621a6b2dcc23a0 2024-11-26T09:43:33,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/779be106435e446f8eb92788b8001792 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/779be106435e446f8eb92788b8001792 2024-11-26T09:43:33,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/779be106435e446f8eb92788b8001792, entries=200, sequenceid=99, filesize=38.6 K 2024-11-26T09:43:33,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/6feb4c780930450a8d718e4b6ee8fb9a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/6feb4c780930450a8d718e4b6ee8fb9a 2024-11-26T09:43:33,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/6feb4c780930450a8d718e4b6ee8fb9a, entries=150, sequenceid=99, filesize=11.7 K 2024-11-26T09:43:33,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/d5d2f176a08a4d4da0621a6b2dcc23a0 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/d5d2f176a08a4d4da0621a6b2dcc23a0 2024-11-26T09:43:33,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/d5d2f176a08a4d4da0621a6b2dcc23a0, entries=150, sequenceid=99, filesize=11.7 K 2024-11-26T09:43:33,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 8ad34be43823be250c1052537d0deb20 in 1276ms, sequenceid=99, compaction requested=true 2024-11-26T09:43:33,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:33,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:43:33,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:33,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:43:33,723 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:33,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:33,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:43:33,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:33,723 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:33,724 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:33,725 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/A is initiating minor compaction (all files) 2024-11-26T09:43:33,725 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/A in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:33,725 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/945cc7df7910487995a7c54b09429fa4, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/c5297d9470f74463b6f58c6ceab1f479, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/779be106435e446f8eb92788b8001792] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=99.2 K 2024-11-26T09:43:33,725 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:33,725 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/945cc7df7910487995a7c54b09429fa4, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/c5297d9470f74463b6f58c6ceab1f479, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/779be106435e446f8eb92788b8001792] 2024-11-26T09:43:33,725 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:33,725 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/B is initiating minor compaction (all files) 2024-11-26T09:43:33,725 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 945cc7df7910487995a7c54b09429fa4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732614208440 2024-11-26T09:43:33,725 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/B in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:33,725 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/ce77d4ff671740a6a21c36099237c9b2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/0e6bd9df39634b39bfe35a5c243e7855, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/6feb4c780930450a8d718e4b6ee8fb9a] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=35.3 K 2024-11-26T09:43:33,726 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ce77d4ff671740a6a21c36099237c9b2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732614208440 2024-11-26T09:43:33,726 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5297d9470f74463b6f58c6ceab1f479, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732614209617 2024-11-26T09:43:33,727 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e6bd9df39634b39bfe35a5c243e7855, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732614209617 2024-11-26T09:43:33,727 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 779be106435e446f8eb92788b8001792, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732614211807 2024-11-26T09:43:33,727 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 6feb4c780930450a8d718e4b6ee8fb9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732614211807 2024-11-26T09:43:33,735 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#B#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:33,735 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/b20e56c5ad314ae188cc402176c12644 is 50, key is test_row_0/B:col10/1732614211812/Put/seqid=0 2024-11-26T09:43:33,736 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:33,742 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126458865652a1442e2a64b42943cfae32e_8ad34be43823be250c1052537d0deb20 store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:33,744 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126458865652a1442e2a64b42943cfae32e_8ad34be43823be250c1052537d0deb20, store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:33,744 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126458865652a1442e2a64b42943cfae32e_8ad34be43823be250c1052537d0deb20 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:33,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742360_1536 (size=12207) 2024-11-26T09:43:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742361_1537 (size=4469) 2024-11-26T09:43:33,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-26T09:43:33,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:33,792 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-26T09:43:33,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:33,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:33,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:33,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:33,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:33,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:33,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126354b4cd5d89745fb819d07d85da58de8_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614212485/Put/seqid=0 2024-11-26T09:43:33,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742362_1538 (size=12154) 2024-11-26T09:43:34,164 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/b20e56c5ad314ae188cc402176c12644 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/b20e56c5ad314ae188cc402176c12644 2024-11-26T09:43:34,167 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#A#compaction#459 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:34,167 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/887f3ec976094520b7e12df7b1e98759 is 175, key is test_row_0/A:col10/1732614211812/Put/seqid=0 2024-11-26T09:43:34,173 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ad34be43823be250c1052537d0deb20/B of 8ad34be43823be250c1052537d0deb20 into b20e56c5ad314ae188cc402176c12644(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:34,173 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:34,173 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/B, priority=13, startTime=1732614213723; duration=0sec 2024-11-26T09:43:34,173 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:34,173 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:B 2024-11-26T09:43:34,174 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:34,175 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:34,175 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/C is initiating minor compaction (all files) 2024-11-26T09:43:34,175 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/C in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:34,175 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/de4de3da1dd94b378b2927b67e84cdfa, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/ae3a7c1a59894acdac180f5a6874c874, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/d5d2f176a08a4d4da0621a6b2dcc23a0] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=35.3 K 2024-11-26T09:43:34,176 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting de4de3da1dd94b378b2927b67e84cdfa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732614208440 2024-11-26T09:43:34,177 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ae3a7c1a59894acdac180f5a6874c874, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732614209617 2024-11-26T09:43:34,177 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting d5d2f176a08a4d4da0621a6b2dcc23a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732614211807 2024-11-26T09:43:34,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742363_1539 (size=31161) 2024-11-26T09:43:34,196 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#C#compaction#461 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:34,197 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/00d265da122c4bdeab01e287db3eac9a is 50, key is test_row_0/C:col10/1732614211812/Put/seqid=0 2024-11-26T09:43:34,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742364_1540 (size=12207) 2024-11-26T09:43:34,213 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/00d265da122c4bdeab01e287db3eac9a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/00d265da122c4bdeab01e287db3eac9a 2024-11-26T09:43:34,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:34,222 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126354b4cd5d89745fb819d07d85da58de8_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126354b4cd5d89745fb819d07d85da58de8_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:34,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/525920e9489d484ba099d90dfc342d3f, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:34,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/525920e9489d484ba099d90dfc342d3f is 175, key is test_row_0/A:col10/1732614212485/Put/seqid=0 2024-11-26T09:43:34,225 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ad34be43823be250c1052537d0deb20/C of 8ad34be43823be250c1052537d0deb20 into 00d265da122c4bdeab01e287db3eac9a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:34,225 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:34,226 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/C, priority=13, startTime=1732614213723; duration=0sec 2024-11-26T09:43:34,226 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:34,226 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:C 2024-11-26T09:43:34,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742365_1541 (size=30955) 2024-11-26T09:43:34,260 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/525920e9489d484ba099d90dfc342d3f 2024-11-26T09:43:34,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/8364dba2400d42238629921c9443db38 is 50, key is test_row_0/B:col10/1732614212485/Put/seqid=0 2024-11-26T09:43:34,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742366_1542 (size=12001) 2024-11-26T09:43:34,326 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/8364dba2400d42238629921c9443db38 2024-11-26T09:43:34,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/56535dc7d4e74791ab6155af3e99af9a is 50, key is test_row_0/C:col10/1732614212485/Put/seqid=0 2024-11-26T09:43:34,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742367_1543 (size=12001) 2024-11-26T09:43:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:34,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:34,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614274545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:34,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614274552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:34,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:34,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53182 deadline: 1732614274555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:34,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:34,560 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 8ad34be43823be250c1052537d0deb20 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:34,599 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/887f3ec976094520b7e12df7b1e98759 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/887f3ec976094520b7e12df7b1e98759 2024-11-26T09:43:34,604 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ad34be43823be250c1052537d0deb20/A of 8ad34be43823be250c1052537d0deb20 into 887f3ec976094520b7e12df7b1e98759(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:34,604 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:34,604 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/A, priority=13, startTime=1732614213723; duration=0sec 2024-11-26T09:43:34,604 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:34,604 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:A 2024-11-26T09:43:34,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614274635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:34,638 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 8ad34be43823be250c1052537d0deb20 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:34,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:34,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614274656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:34,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614274656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,660 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in 8ad34be43823be250c1052537d0deb20 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:34,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614274665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:34,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-26T09:43:34,759 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/56535dc7d4e74791ab6155af3e99af9a 2024-11-26T09:43:34,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/525920e9489d484ba099d90dfc342d3f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/525920e9489d484ba099d90dfc342d3f 2024-11-26T09:43:34,769 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/525920e9489d484ba099d90dfc342d3f, entries=150, sequenceid=117, filesize=30.2 K 2024-11-26T09:43:34,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/8364dba2400d42238629921c9443db38 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/8364dba2400d42238629921c9443db38 2024-11-26T09:43:34,775 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/8364dba2400d42238629921c9443db38, entries=150, sequenceid=117, filesize=11.7 K 2024-11-26T09:43:34,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/56535dc7d4e74791ab6155af3e99af9a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/56535dc7d4e74791ab6155af3e99af9a 2024-11-26T09:43:34,780 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/56535dc7d4e74791ab6155af3e99af9a, entries=150, sequenceid=117, filesize=11.7 K 2024-11-26T09:43:34,781 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 8ad34be43823be250c1052537d0deb20 in 989ms, sequenceid=117, compaction requested=false 2024-11-26T09:43:34,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:34,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:34,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-26T09:43:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-26T09:43:34,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-26T09:43:34,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2150 sec 2024-11-26T09:43:34,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.2230 sec 2024-11-26T09:43:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:34,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-26T09:43:34,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:34,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:34,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:34,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:34,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:34,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:34,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112671a2c0ea29234934be2664853bb2436a_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614214867/Put/seqid=0 2024-11-26T09:43:34,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742368_1544 (size=14794) 2024-11-26T09:43:34,881 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:34,884 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112671a2c0ea29234934be2664853bb2436a_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112671a2c0ea29234934be2664853bb2436a_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:34,885 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/5efdb180812448ed90df6803eda17ad9, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:34,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/5efdb180812448ed90df6803eda17ad9 is 175, key is test_row_0/A:col10/1732614214867/Put/seqid=0 2024-11-26T09:43:34,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742369_1545 (size=39749) 2024-11-26T09:43:34,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614274911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:34,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:34,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614274917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:34,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:34,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:35,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614275025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:35,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:35,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:35,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614275025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:35,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:35,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:35,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:35,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:35,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614275235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:35,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:35,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:35,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:35,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614275235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:35,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:35,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:35,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:35,291 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/5efdb180812448ed90df6803eda17ad9 2024-11-26T09:43:35,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/c70c5b6581dd4d3c9f67a05988842700 is 50, key is test_row_0/B:col10/1732614214867/Put/seqid=0 2024-11-26T09:43:35,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742370_1546 (size=12151) 2024-11-26T09:43:35,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/c70c5b6581dd4d3c9f67a05988842700 2024-11-26T09:43:35,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/fda2d8edbe4c4f67830487afec12411e is 50, key is test_row_0/C:col10/1732614214867/Put/seqid=0 2024-11-26T09:43:35,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742371_1547 (size=12151) 2024-11-26T09:43:35,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614275544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:35,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614275545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:35,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:35,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:35,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:35,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:35,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:35,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:35,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/fda2d8edbe4c4f67830487afec12411e 2024-11-26T09:43:35,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/5efdb180812448ed90df6803eda17ad9 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/5efdb180812448ed90df6803eda17ad9 2024-11-26T09:43:35,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/5efdb180812448ed90df6803eda17ad9, entries=200, sequenceid=135, filesize=38.8 K 2024-11-26T09:43:35,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/c70c5b6581dd4d3c9f67a05988842700 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/c70c5b6581dd4d3c9f67a05988842700 2024-11-26T09:43:35,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/c70c5b6581dd4d3c9f67a05988842700, entries=150, sequenceid=135, filesize=11.9 K 2024-11-26T09:43:35,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/fda2d8edbe4c4f67830487afec12411e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/fda2d8edbe4c4f67830487afec12411e 2024-11-26T09:43:35,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/fda2d8edbe4c4f67830487afec12411e, entries=150, sequenceid=135, filesize=11.9 K 2024-11-26T09:43:35,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 8ad34be43823be250c1052537d0deb20 in 865ms, sequenceid=135, compaction requested=true 2024-11-26T09:43:35,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:43:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:43:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:43:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:35,735 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:35,735 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:35,735 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:35,735 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:35,735 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/B is initiating minor compaction (all files) 2024-11-26T09:43:35,736 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/A is initiating minor compaction (all files) 2024-11-26T09:43:35,736 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/B in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:35,736 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/A in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:35,736 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/b20e56c5ad314ae188cc402176c12644, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/8364dba2400d42238629921c9443db38, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/c70c5b6581dd4d3c9f67a05988842700] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=35.5 K 2024-11-26T09:43:35,736 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/887f3ec976094520b7e12df7b1e98759, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/525920e9489d484ba099d90dfc342d3f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/5efdb180812448ed90df6803eda17ad9] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=99.5 K 2024-11-26T09:43:35,737 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting b20e56c5ad314ae188cc402176c12644, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732614211807 2024-11-26T09:43:35,737 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:35,737 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/887f3ec976094520b7e12df7b1e98759, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/525920e9489d484ba099d90dfc342d3f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/5efdb180812448ed90df6803eda17ad9] 2024-11-26T09:43:35,737 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 8364dba2400d42238629921c9443db38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732614212474 2024-11-26T09:43:35,737 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 887f3ec976094520b7e12df7b1e98759, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732614211807 2024-11-26T09:43:35,737 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 525920e9489d484ba099d90dfc342d3f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732614212474 2024-11-26T09:43:35,737 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting c70c5b6581dd4d3c9f67a05988842700, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732614214538 2024-11-26T09:43:35,738 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5efdb180812448ed90df6803eda17ad9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732614214533 2024-11-26T09:43:35,744 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#B#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:35,745 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/83f267462b854e4d969fb221dce3a152 is 50, key is test_row_0/B:col10/1732614214867/Put/seqid=0 2024-11-26T09:43:35,746 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:35,756 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126ebe01d2d55334f75bbe103fc48081655_8ad34be43823be250c1052537d0deb20 store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:35,759 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126ebe01d2d55334f75bbe103fc48081655_8ad34be43823be250c1052537d0deb20, store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:35,759 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ebe01d2d55334f75bbe103fc48081655_8ad34be43823be250c1052537d0deb20 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:35,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742372_1548 (size=12459) 2024-11-26T09:43:35,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742373_1549 (size=4469) 2024-11-26T09:43:35,766 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/83f267462b854e4d969fb221dce3a152 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/83f267462b854e4d969fb221dce3a152 2024-11-26T09:43:35,770 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ad34be43823be250c1052537d0deb20/B of 8ad34be43823be250c1052537d0deb20 into 83f267462b854e4d969fb221dce3a152(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:35,770 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:35,770 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/B, priority=13, startTime=1732614215735; duration=0sec 2024-11-26T09:43:35,770 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:35,770 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:B 2024-11-26T09:43:35,770 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:35,771 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:35,771 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/C is initiating minor compaction (all files) 2024-11-26T09:43:35,771 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/C in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:35,771 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/00d265da122c4bdeab01e287db3eac9a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/56535dc7d4e74791ab6155af3e99af9a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/fda2d8edbe4c4f67830487afec12411e] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=35.5 K 2024-11-26T09:43:35,771 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 00d265da122c4bdeab01e287db3eac9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732614211807 2024-11-26T09:43:35,772 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 56535dc7d4e74791ab6155af3e99af9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732614212474 2024-11-26T09:43:35,772 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting fda2d8edbe4c4f67830487afec12411e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732614214538 2024-11-26T09:43:35,777 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#C#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:35,778 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/8a3434d93ac54e46a57f0e0014ba8212 is 50, key is test_row_0/C:col10/1732614214867/Put/seqid=0 2024-11-26T09:43:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742374_1550 (size=12459) 2024-11-26T09:43:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:36,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-26T09:43:36,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:36,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:36,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:36,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:36,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:36,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:36,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268271d715597f4e03b3ba92f878cc2962_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614216057/Put/seqid=0 2024-11-26T09:43:36,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742375_1551 (size=14794) 2024-11-26T09:43:36,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614276082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:36,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:36,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614276084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:36,164 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#A#compaction#468 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:36,165 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/3b2dc41aa6f145299cf1040cce2af311 is 175, key is test_row_0/A:col10/1732614214867/Put/seqid=0 2024-11-26T09:43:36,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742376_1552 (size=31413) 2024-11-26T09:43:36,185 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/8a3434d93ac54e46a57f0e0014ba8212 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/8a3434d93ac54e46a57f0e0014ba8212 2024-11-26T09:43:36,190 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ad34be43823be250c1052537d0deb20/C of 8ad34be43823be250c1052537d0deb20 into 8a3434d93ac54e46a57f0e0014ba8212(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:36,191 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:36,191 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/C, priority=13, startTime=1732614215735; duration=0sec 2024-11-26T09:43:36,191 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:36,191 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:C 2024-11-26T09:43:36,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614276194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:36,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:36,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614276194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:36,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:36,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:36,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614276405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:36,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614276405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:36,471 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:36,474 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268271d715597f4e03b3ba92f878cc2962_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268271d715597f4e03b3ba92f878cc2962_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:36,475 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/cd4062703a6d4d44b9150641d8f36ad1, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:36,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/cd4062703a6d4d44b9150641d8f36ad1 is 175, key is test_row_0/A:col10/1732614216057/Put/seqid=0 2024-11-26T09:43:36,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742377_1553 (size=39749) 2024-11-26T09:43:36,573 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/3b2dc41aa6f145299cf1040cce2af311 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/3b2dc41aa6f145299cf1040cce2af311 2024-11-26T09:43:36,576 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ad34be43823be250c1052537d0deb20/A of 8ad34be43823be250c1052537d0deb20 into 3b2dc41aa6f145299cf1040cce2af311(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:36,577 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:36,577 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/A, priority=13, startTime=1732614215734; duration=0sec 2024-11-26T09:43:36,577 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:36,577 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:A 2024-11-26T09:43:36,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614276655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:36,659 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 8ad34be43823be250c1052537d0deb20 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:36,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:36,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614276665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:36,669 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in 8ad34be43823be250c1052537d0deb20 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:36,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:36,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614276715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:36,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:36,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614276715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:36,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:36,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:36,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-26T09:43:36,726 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:36,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-26T09:43:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-26T09:43:36,728 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:36,728 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:36,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-26T09:43:36,880 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/cd4062703a6d4d44b9150641d8f36ad1 2024-11-26T09:43:36,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-26T09:43:36,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:36,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:36,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:36,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:36,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:36,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/53ee96096b6b487cae6b943dcc17cfe3 is 50, key is test_row_0/B:col10/1732614216057/Put/seqid=0 2024-11-26T09:43:36,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742378_1554 (size=12151) 2024-11-26T09:43:37,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-26T09:43:37,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:37,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:37,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:37,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:37,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-26T09:43:37,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-26T09:43:37,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:37,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:37,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:37,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:37,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:37,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614277225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:37,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614277225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:37,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/53ee96096b6b487cae6b943dcc17cfe3 2024-11-26T09:43:37,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/e389e2f485e648239a40869181978d56 is 50, key is test_row_0/C:col10/1732614216057/Put/seqid=0 2024-11-26T09:43:37,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742379_1555 (size=12151) 2024-11-26T09:43:37,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-26T09:43:37,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:37,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:37,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:37,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:37,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-26T09:43:37,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-26T09:43:37,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:37,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:37,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:37,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:37,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:37,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-26T09:43:37,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:37,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:37,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:37,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:37,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:37,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/e389e2f485e648239a40869181978d56 2024-11-26T09:43:37,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/cd4062703a6d4d44b9150641d8f36ad1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/cd4062703a6d4d44b9150641d8f36ad1 2024-11-26T09:43:37,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/cd4062703a6d4d44b9150641d8f36ad1, entries=200, sequenceid=155, filesize=38.8 K 2024-11-26T09:43:37,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/53ee96096b6b487cae6b943dcc17cfe3 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/53ee96096b6b487cae6b943dcc17cfe3 2024-11-26T09:43:37,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/53ee96096b6b487cae6b943dcc17cfe3, entries=150, sequenceid=155, filesize=11.9 K 2024-11-26T09:43:37,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/e389e2f485e648239a40869181978d56 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/e389e2f485e648239a40869181978d56 2024-11-26T09:43:37,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/e389e2f485e648239a40869181978d56, entries=150, sequenceid=155, filesize=11.9 K 2024-11-26T09:43:37,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 8ad34be43823be250c1052537d0deb20 in 1660ms, sequenceid=155, compaction requested=false 2024-11-26T09:43:37,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:37,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-26T09:43:37,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:37,800 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-26T09:43:37,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:37,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:37,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:37,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:37,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:37,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:37,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112649aa911131614b538391518d6a770bbb_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614216077/Put/seqid=0 2024-11-26T09:43:37,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742380_1556 (size=12304) 2024-11-26T09:43:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-26T09:43:38,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:38,215 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112649aa911131614b538391518d6a770bbb_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112649aa911131614b538391518d6a770bbb_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:38,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/8b80d97c36cb42d1a06f310bd3deec43, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:38,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/8b80d97c36cb42d1a06f310bd3deec43 is 175, key is test_row_0/A:col10/1732614216077/Put/seqid=0 2024-11-26T09:43:38,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742381_1557 (size=31105) 2024-11-26T09:43:38,220 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/8b80d97c36cb42d1a06f310bd3deec43 2024-11-26T09:43:38,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/a5c25d3353154105ac7d32a0ebd96078 is 50, key is test_row_0/B:col10/1732614216077/Put/seqid=0 2024-11-26T09:43:38,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742382_1558 (size=12151) 2024-11-26T09:43:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:38,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:38,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614278279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:38,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614278284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:38,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:38,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614278395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:38,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614278395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:38,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614278605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:38,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:38,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614278605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:38,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:38,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:38,631 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/a5c25d3353154105ac7d32a0ebd96078 2024-11-26T09:43:38,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/6488aa17348047fcbd09956faa098866 is 50, key is test_row_0/C:col10/1732614216077/Put/seqid=0 2024-11-26T09:43:38,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742383_1559 (size=12151) 2024-11-26T09:43:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-26T09:43:38,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614278915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:38,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614278915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:39,043 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/6488aa17348047fcbd09956faa098866 2024-11-26T09:43:39,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/8b80d97c36cb42d1a06f310bd3deec43 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/8b80d97c36cb42d1a06f310bd3deec43 2024-11-26T09:43:39,051 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/8b80d97c36cb42d1a06f310bd3deec43, entries=150, sequenceid=170, filesize=30.4 K 2024-11-26T09:43:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/a5c25d3353154105ac7d32a0ebd96078 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/a5c25d3353154105ac7d32a0ebd96078 2024-11-26T09:43:39,055 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/a5c25d3353154105ac7d32a0ebd96078, entries=150, sequenceid=170, filesize=11.9 K 2024-11-26T09:43:39,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/6488aa17348047fcbd09956faa098866 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/6488aa17348047fcbd09956faa098866 2024-11-26T09:43:39,059 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/6488aa17348047fcbd09956faa098866, entries=150, sequenceid=170, filesize=11.9 K 2024-11-26T09:43:39,060 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 8ad34be43823be250c1052537d0deb20 in 1260ms, sequenceid=170, compaction requested=true 2024-11-26T09:43:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-26T09:43:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-26T09:43:39,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-26T09:43:39,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3330 sec 2024-11-26T09:43:39,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.3380 sec 2024-11-26T09:43:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:39,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-26T09:43:39,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:39,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:39,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:39,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:39,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:39,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:39,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261caf12936b3d4f60beedacbee66370c2_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614218282/Put/seqid=0 2024-11-26T09:43:39,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742384_1560 (size=17284) 2024-11-26T09:43:39,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614279449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:39,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:39,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:39,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:39,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614279455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:39,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:39,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:39,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:39,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614279565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:39,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614279565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:39,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614279775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:39,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614279775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:39,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:39,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:39,842 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:39,847 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261caf12936b3d4f60beedacbee66370c2_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261caf12936b3d4f60beedacbee66370c2_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:39,848 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/a75ed8152c35488e9469eaa2a89da7cb, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:39,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/a75ed8152c35488e9469eaa2a89da7cb is 175, key is test_row_0/A:col10/1732614218282/Put/seqid=0 2024-11-26T09:43:39,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742385_1561 (size=48389) 2024-11-26T09:43:40,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614280085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:40,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:40,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614280085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:40,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:40,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:40,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:40,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:40,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:40,253 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/a75ed8152c35488e9469eaa2a89da7cb 2024-11-26T09:43:40,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/5fdbb962354342428dacf6a93629e578 is 50, key is test_row_0/B:col10/1732614218282/Put/seqid=0 2024-11-26T09:43:40,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742386_1562 (size=12151) 2024-11-26T09:43:40,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614280595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:40,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614280595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:40,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/5fdbb962354342428dacf6a93629e578 2024-11-26T09:43:40,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/f1764b1e07a34cebb4c9c410ce574337 is 50, key is test_row_0/C:col10/1732614218282/Put/seqid=0 2024-11-26T09:43:40,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742387_1563 (size=12151) 2024-11-26T09:43:40,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53212 deadline: 1732614280685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:40,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53246 deadline: 1732614280686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:40,688 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 8ad34be43823be250c1052537d0deb20 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:40,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:40,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:40,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:40,689 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_2' in 8ad34be43823be250c1052537d0deb20 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:40,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:40,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:40,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-26T09:43:40,905 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:40,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-26T09:43:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-26T09:43:40,908 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:40,908 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:40,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-26T09:43:41,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-26T09:43:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:41,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:41,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/f1764b1e07a34cebb4c9c410ce574337 2024-11-26T09:43:41,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/a75ed8152c35488e9469eaa2a89da7cb as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/a75ed8152c35488e9469eaa2a89da7cb 2024-11-26T09:43:41,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/a75ed8152c35488e9469eaa2a89da7cb, entries=250, sequenceid=191, filesize=47.3 K 2024-11-26T09:43:41,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/5fdbb962354342428dacf6a93629e578 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/5fdbb962354342428dacf6a93629e578 2024-11-26T09:43:41,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/5fdbb962354342428dacf6a93629e578, entries=150, sequenceid=191, filesize=11.9 K 2024-11-26T09:43:41,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/f1764b1e07a34cebb4c9c410ce574337 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/f1764b1e07a34cebb4c9c410ce574337 2024-11-26T09:43:41,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/f1764b1e07a34cebb4c9c410ce574337, entries=150, sequenceid=191, filesize=11.9 K 2024-11-26T09:43:41,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 8ad34be43823be250c1052537d0deb20 in 1665ms, sequenceid=191, compaction requested=true 2024-11-26T09:43:41,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:41,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:43:41,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:41,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:43:41,093 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:43:41,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:41,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:43:41,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T09:43:41,093 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:43:41,094 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150656 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:43:41,094 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:43:41,094 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/A is initiating minor compaction (all files) 2024-11-26T09:43:41,094 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/B is initiating minor compaction (all files) 2024-11-26T09:43:41,094 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/A in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:41,094 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/B in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:41,094 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/3b2dc41aa6f145299cf1040cce2af311, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/cd4062703a6d4d44b9150641d8f36ad1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/8b80d97c36cb42d1a06f310bd3deec43, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/a75ed8152c35488e9469eaa2a89da7cb] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=147.1 K 2024-11-26T09:43:41,094 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/83f267462b854e4d969fb221dce3a152, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/53ee96096b6b487cae6b943dcc17cfe3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/a5c25d3353154105ac7d32a0ebd96078, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/5fdbb962354342428dacf6a93629e578] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=47.8 K 2024-11-26T09:43:41,094 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:41,095 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/3b2dc41aa6f145299cf1040cce2af311, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/cd4062703a6d4d44b9150641d8f36ad1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/8b80d97c36cb42d1a06f310bd3deec43, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/a75ed8152c35488e9469eaa2a89da7cb] 2024-11-26T09:43:41,095 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 83f267462b854e4d969fb221dce3a152, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732614214538 2024-11-26T09:43:41,095 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b2dc41aa6f145299cf1040cce2af311, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732614214538 2024-11-26T09:43:41,095 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 53ee96096b6b487cae6b943dcc17cfe3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732614214903 2024-11-26T09:43:41,095 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd4062703a6d4d44b9150641d8f36ad1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732614214903 2024-11-26T09:43:41,096 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting a5c25d3353154105ac7d32a0ebd96078, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732614216067 2024-11-26T09:43:41,096 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b80d97c36cb42d1a06f310bd3deec43, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732614216067 2024-11-26T09:43:41,096 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fdbb962354342428dacf6a93629e578, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732614218273 2024-11-26T09:43:41,096 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting a75ed8152c35488e9469eaa2a89da7cb, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732614218273 2024-11-26T09:43:41,104 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:41,104 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#B#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:41,105 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/222e8fc97d0149ca89d801a2f623b86c is 50, key is test_row_0/B:col10/1732614218282/Put/seqid=0 2024-11-26T09:43:41,107 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126f9f32072ba494f47874fb45b7db714c4_8ad34be43823be250c1052537d0deb20 store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:41,109 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126f9f32072ba494f47874fb45b7db714c4_8ad34be43823be250c1052537d0deb20, store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:41,109 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f9f32072ba494f47874fb45b7db714c4_8ad34be43823be250c1052537d0deb20 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:41,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742388_1564 (size=12595) 2024-11-26T09:43:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742389_1565 (size=4469) 2024-11-26T09:43:41,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-26T09:43:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:41,214 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T09:43:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:41,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126921601a244a7438fa39450d0cf086e58_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614219453/Put/seqid=0 2024-11-26T09:43:41,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742390_1566 (size=12304) 2024-11-26T09:43:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-26T09:43:41,530 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/222e8fc97d0149ca89d801a2f623b86c as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/222e8fc97d0149ca89d801a2f623b86c 2024-11-26T09:43:41,532 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#A#compaction#480 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:41,532 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/504bf7c45c514ceb8f8c5f43425d111a is 175, key is test_row_0/A:col10/1732614218282/Put/seqid=0 2024-11-26T09:43:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-26T09:43:41,536 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8ad34be43823be250c1052537d0deb20/B of 8ad34be43823be250c1052537d0deb20 into 222e8fc97d0149ca89d801a2f623b86c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:41,536 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:41,536 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/B, priority=12, startTime=1732614221093; duration=0sec 2024-11-26T09:43:41,536 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:41,536 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:B 2024-11-26T09:43:41,536 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:43:41,538 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:43:41,538 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/C is initiating minor compaction (all files) 2024-11-26T09:43:41,538 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/C in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:41,538 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/8a3434d93ac54e46a57f0e0014ba8212, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/e389e2f485e648239a40869181978d56, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/6488aa17348047fcbd09956faa098866, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/f1764b1e07a34cebb4c9c410ce574337] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=47.8 K 2024-11-26T09:43:41,539 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a3434d93ac54e46a57f0e0014ba8212, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732614214538 2024-11-26T09:43:41,539 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting e389e2f485e648239a40869181978d56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732614214903 2024-11-26T09:43:41,539 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 6488aa17348047fcbd09956faa098866, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732614216067 2024-11-26T09:43:41,539 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting f1764b1e07a34cebb4c9c410ce574337, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732614218273 2024-11-26T09:43:41,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742391_1567 (size=31549) 2024-11-26T09:43:41,552 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#C#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:41,553 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/f4c85cc3893d433e8140d0c75873433e is 50, key is test_row_0/C:col10/1732614218282/Put/seqid=0 2024-11-26T09:43:41,553 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/504bf7c45c514ceb8f8c5f43425d111a as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/504bf7c45c514ceb8f8c5f43425d111a 2024-11-26T09:43:41,557 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8ad34be43823be250c1052537d0deb20/A of 8ad34be43823be250c1052537d0deb20 into 504bf7c45c514ceb8f8c5f43425d111a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:41,557 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:41,557 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/A, priority=12, startTime=1732614221093; duration=0sec 2024-11-26T09:43:41,557 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:41,557 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:A 2024-11-26T09:43:41,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742392_1568 (size=12595) 2024-11-26T09:43:41,570 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/f4c85cc3893d433e8140d0c75873433e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/f4c85cc3893d433e8140d0c75873433e 2024-11-26T09:43:41,575 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8ad34be43823be250c1052537d0deb20/C of 8ad34be43823be250c1052537d0deb20 into f4c85cc3893d433e8140d0c75873433e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:41,575 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:41,575 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/C, priority=12, startTime=1732614221093; duration=0sec 2024-11-26T09:43:41,575 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:41,575 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:C 2024-11-26T09:43:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:41,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:41,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:41,629 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126921601a244a7438fa39450d0cf086e58_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126921601a244a7438fa39450d0cf086e58_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:41,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/e96bb65ac9df4343a3d252c843e49da8, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:41,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/e96bb65ac9df4343a3d252c843e49da8 is 175, key is test_row_0/A:col10/1732614219453/Put/seqid=0 2024-11-26T09:43:41,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742393_1569 (size=31105) 2024-11-26T09:43:41,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614221635, max timestamp=1732614221655Num uniques 859; 2024-11-26T09:43:41,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:43:41,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614221635, max timestamp=1732614221655Num uniques 859; 2024-11-26T09:43:41,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614221635, max timestamp=1732614221655Num uniques 859; 2024-11-26T09:43:41,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:43:41,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:43:41,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614281690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:41,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:41,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:41,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:41,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614281694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:41,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:41,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:41,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:41,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614281805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:41,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614281805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:42,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614282015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:42,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:42,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:42,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:42,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614282015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:42,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:42,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:42,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:42,034 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/e96bb65ac9df4343a3d252c843e49da8 2024-11-26T09:43:42,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/6dad17363ed74960b6f13d53f9b98c04 is 50, key is test_row_0/B:col10/1732614219453/Put/seqid=0 2024-11-26T09:43:42,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742394_1570 (size=12151) 2024-11-26T09:43:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-26T09:43:42,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614282325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:42,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:42,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:42,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614282325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:42,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:42,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:42,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:42,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:42,444 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/6dad17363ed74960b6f13d53f9b98c04 2024-11-26T09:43:42,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/da0e1c0bee0d4735ad10d0e27a72f46b is 50, key is test_row_0/C:col10/1732614219453/Put/seqid=0 2024-11-26T09:43:42,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742395_1571 (size=12151) 2024-11-26T09:43:42,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614282834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:42,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614282835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:42,855 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/da0e1c0bee0d4735ad10d0e27a72f46b 2024-11-26T09:43:42,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/e96bb65ac9df4343a3d252c843e49da8 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/e96bb65ac9df4343a3d252c843e49da8 2024-11-26T09:43:42,861 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/e96bb65ac9df4343a3d252c843e49da8, entries=150, sequenceid=202, filesize=30.4 K 2024-11-26T09:43:42,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/6dad17363ed74960b6f13d53f9b98c04 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/6dad17363ed74960b6f13d53f9b98c04 2024-11-26T09:43:42,865 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/6dad17363ed74960b6f13d53f9b98c04, entries=150, sequenceid=202, filesize=11.9 K 2024-11-26T09:43:42,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/da0e1c0bee0d4735ad10d0e27a72f46b as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/da0e1c0bee0d4735ad10d0e27a72f46b 2024-11-26T09:43:42,869 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/da0e1c0bee0d4735ad10d0e27a72f46b, entries=150, sequenceid=202, filesize=11.9 K 2024-11-26T09:43:42,870 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 8ad34be43823be250c1052537d0deb20 in 1656ms, sequenceid=202, compaction requested=false 2024-11-26T09:43:42,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:42,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:42,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-26T09:43:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-26T09:43:42,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-26T09:43:42,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9630 sec 2024-11-26T09:43:42,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.9680 sec 2024-11-26T09:43:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-26T09:43:43,056 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:43,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-26T09:43:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-26T09:43:43,058 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:43,059 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:43,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-26T09:43:43,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-26T09:43:43,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:43,212 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-26T09:43:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:43,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e0cbce8dde164b7890186164f76b0a5d_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614221689/Put/seqid=0 2024-11-26T09:43:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742396_1572 (size=12304) 2024-11-26T09:43:43,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,227 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e0cbce8dde164b7890186164f76b0a5d_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e0cbce8dde164b7890186164f76b0a5d_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:43,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/635b8a41bf2d4ac681085790139a4537, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:43,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/635b8a41bf2d4ac681085790139a4537 is 175, key is test_row_0/A:col10/1732614221689/Put/seqid=0 2024-11-26T09:43:43,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742397_1573 (size=31105) 2024-11-26T09:43:43,232 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/635b8a41bf2d4ac681085790139a4537 2024-11-26T09:43:43,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/ff3a341790e3473eb14b40c53d41fb60 is 50, key is test_row_0/B:col10/1732614221689/Put/seqid=0 2024-11-26T09:43:43,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742398_1574 (size=12151) 2024-11-26T09:43:43,242 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/ff3a341790e3473eb14b40c53d41fb60 2024-11-26T09:43:43,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/aee753669f774d7789617096c2547345 is 50, key is test_row_0/C:col10/1732614221689/Put/seqid=0 2024-11-26T09:43:43,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742399_1575 (size=12151) 2024-11-26T09:43:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-26T09:43:43,660 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/aee753669f774d7789617096c2547345 2024-11-26T09:43:43,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/635b8a41bf2d4ac681085790139a4537 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/635b8a41bf2d4ac681085790139a4537 2024-11-26T09:43:43,668 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/635b8a41bf2d4ac681085790139a4537, entries=150, sequenceid=240, filesize=30.4 K 2024-11-26T09:43:43,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/ff3a341790e3473eb14b40c53d41fb60 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/ff3a341790e3473eb14b40c53d41fb60 2024-11-26T09:43:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,672 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/ff3a341790e3473eb14b40c53d41fb60, entries=150, sequenceid=240, filesize=11.9 K 2024-11-26T09:43:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/aee753669f774d7789617096c2547345 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/aee753669f774d7789617096c2547345 2024-11-26T09:43:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,676 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/aee753669f774d7789617096c2547345, entries=150, sequenceid=240, filesize=11.9 K 2024-11-26T09:43:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,677 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=0 B/0 for 8ad34be43823be250c1052537d0deb20 in 466ms, sequenceid=240, compaction requested=true 2024-11-26T09:43:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-26T09:43:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-26T09:43:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-26T09:43:43,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 619 msec 2024-11-26T09:43:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 625 msec 2024-11-26T09:43:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-26T09:43:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,685 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-26T09:43:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,687 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-26T09:43:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,688 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:43,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-26T09:43:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-26T09:43:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:43,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:43,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-26T09:43:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-26T09:43:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-26T09:43:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-26T09:43:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 159 msec 2024-11-26T09:43:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:43,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T09:43:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:43,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:43,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:43,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:43,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:43,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:43,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112636210d46bc8741df87c42da11a60d2c9_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614223900/Put/seqid=0 2024-11-26T09:43:43,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742400_1576 (size=22268) 2024-11-26T09:43:43,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614223939, max timestamp=1732614223960Num uniques 859; 2024-11-26T09:43:43,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614223939, max timestamp=1732614223960Num uniques 859; 2024-11-26T09:43:43,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:43:43,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:43:43,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732614223939, max timestamp=1732614223960Num uniques 859; 2024-11-26T09:43:43,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/24c191b0ea9d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T09:43:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-26T09:43:44,005 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:44,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T09:43:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-26T09:43:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-26T09:43:44,007 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T09:43:44,007 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T09:43:44,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T09:43:44,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614284010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:44,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614284014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:44,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-26T09:43:44,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614284125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:44,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:44,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614284125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:44,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:44,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T09:43:44,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:44,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:44,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:44,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T09:43:44,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:44,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:44,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:44,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,320 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:44,324 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112636210d46bc8741df87c42da11a60d2c9_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112636210d46bc8741df87c42da11a60d2c9_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:44,325 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/c47136c56ec940bdac17d0d0c6c0cfc7, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:44,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/c47136c56ec940bdac17d0d0c6c0cfc7 is 175, key is test_row_0/A:col10/1732614223900/Put/seqid=0 2024-11-26T09:43:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-26T09:43:44,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742401_1577 (size=65673) 2024-11-26T09:43:44,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614284335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:44,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:44,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614284335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:44,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T09:43:44,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:44,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:44,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:44,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53182 deadline: 1732614284575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:44,580 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 24c191b0ea9d,43373,1732614057595 for 'test_row_0' in 8ad34be43823be250c1052537d0deb20 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-26T09:43:44,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:44,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T09:43:44,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:44,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:44,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:44,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-26T09:43:44,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614284645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:44,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:44,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614284645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:44,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:44,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:44,737 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/c47136c56ec940bdac17d0d0c6c0cfc7 2024-11-26T09:43:44,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/9d867a30432f407c9ef0ff4b72fbad76 is 50, key is test_row_0/B:col10/1732614223900/Put/seqid=0 2024-11-26T09:43:44,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742402_1578 (size=12151) 2024-11-26T09:43:44,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T09:43:44,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:44,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:44,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:44,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T09:43:44,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:44,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:44,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:44,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:45,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T09:43:45,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:45,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:45,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:45,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:45,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-26T09:43:45,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/9d867a30432f407c9ef0ff4b72fbad76 2024-11-26T09:43:45,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/a24c2e84067e4e429d3520722428d620 is 50, key is test_row_0/C:col10/1732614223900/Put/seqid=0 2024-11-26T09:43:45,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742403_1579 (size=12151) 2024-11-26T09:43:45,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614285155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:45,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614285164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:45,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:45,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:45,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:45,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T09:43:45,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:45,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:45,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:45,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:45,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:45,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T09:43:45,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:45,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:45,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:45,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:45,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:45,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T09:43:45,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:45,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:45,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:45,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:45,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T09:43:45,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/a24c2e84067e4e429d3520722428d620 2024-11-26T09:43:45,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/c47136c56ec940bdac17d0d0c6c0cfc7 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/c47136c56ec940bdac17d0d0c6c0cfc7 2024-11-26T09:43:45,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/c47136c56ec940bdac17d0d0c6c0cfc7, entries=350, sequenceid=251, filesize=64.1 K 2024-11-26T09:43:45,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/9d867a30432f407c9ef0ff4b72fbad76 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/9d867a30432f407c9ef0ff4b72fbad76 2024-11-26T09:43:45,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/9d867a30432f407c9ef0ff4b72fbad76, entries=150, sequenceid=251, filesize=11.9 K 2024-11-26T09:43:45,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/a24c2e84067e4e429d3520722428d620 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/a24c2e84067e4e429d3520722428d620 2024-11-26T09:43:45,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/a24c2e84067e4e429d3520722428d620, entries=150, sequenceid=251, filesize=11.9 K 2024-11-26T09:43:45,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 8ad34be43823be250c1052537d0deb20 in 1674ms, sequenceid=251, compaction requested=true 2024-11-26T09:43:45,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:45,577 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:43:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:43:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:45,577 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:43:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:43:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:43:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:45,578 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159432 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:43:45,578 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:43:45,578 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/A is initiating minor compaction (all files) 2024-11-26T09:43:45,578 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/B is initiating minor compaction (all files) 2024-11-26T09:43:45,578 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/A in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:45,578 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/B in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:45,578 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/504bf7c45c514ceb8f8c5f43425d111a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/e96bb65ac9df4343a3d252c843e49da8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/635b8a41bf2d4ac681085790139a4537, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/c47136c56ec940bdac17d0d0c6c0cfc7] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=155.7 K 2024-11-26T09:43:45,578 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/222e8fc97d0149ca89d801a2f623b86c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/6dad17363ed74960b6f13d53f9b98c04, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/ff3a341790e3473eb14b40c53d41fb60, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/9d867a30432f407c9ef0ff4b72fbad76] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=47.9 K 2024-11-26T09:43:45,578 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:45,578 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/504bf7c45c514ceb8f8c5f43425d111a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/e96bb65ac9df4343a3d252c843e49da8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/635b8a41bf2d4ac681085790139a4537, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/c47136c56ec940bdac17d0d0c6c0cfc7] 2024-11-26T09:43:45,579 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 504bf7c45c514ceb8f8c5f43425d111a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732614218273 2024-11-26T09:43:45,579 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 222e8fc97d0149ca89d801a2f623b86c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732614218273 2024-11-26T09:43:45,579 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting e96bb65ac9df4343a3d252c843e49da8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732614219439 2024-11-26T09:43:45,579 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dad17363ed74960b6f13d53f9b98c04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732614219439 2024-11-26T09:43:45,579 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting ff3a341790e3473eb14b40c53d41fb60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732614221683 2024-11-26T09:43:45,579 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 635b8a41bf2d4ac681085790139a4537, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732614221683 2024-11-26T09:43:45,580 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d867a30432f407c9ef0ff4b72fbad76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732614223896 2024-11-26T09:43:45,581 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting c47136c56ec940bdac17d0d0c6c0cfc7, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732614223865 2024-11-26T09:43:45,607 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#B#compaction#491 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:45,607 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/113df2d7134d4f3fb3cb1563c825ecc9 is 50, key is test_row_0/B:col10/1732614223900/Put/seqid=0 2024-11-26T09:43:45,609 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:45,621 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126af0f418f7ccf49978fb3d9c03bfb1b34_8ad34be43823be250c1052537d0deb20 store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:45,625 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126af0f418f7ccf49978fb3d9c03bfb1b34_8ad34be43823be250c1052537d0deb20, store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:45,625 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126af0f418f7ccf49978fb3d9c03bfb1b34_8ad34be43823be250c1052537d0deb20 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:45,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742404_1580 (size=12731) 2024-11-26T09:43:45,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742405_1581 (size=4469) 2024-11-26T09:43:45,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T09:43:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:45,691 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-26T09:43:45,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:45,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:45,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:45,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:45,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:45,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T09:43:45,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d794406a50e24be9923723cd18205175_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614224005/Put/seqid=0 2024-11-26T09:43:45,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742406_1582 (size=12454) 2024-11-26T09:43:46,035 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/113df2d7134d4f3fb3cb1563c825ecc9 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/113df2d7134d4f3fb3cb1563c825ecc9 2024-11-26T09:43:46,038 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#A#compaction#492 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:46,038 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/6a65f6e73ad84cb48d831d5c402d0fb7 is 175, key is test_row_0/A:col10/1732614223900/Put/seqid=0 2024-11-26T09:43:46,039 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8ad34be43823be250c1052537d0deb20/B of 8ad34be43823be250c1052537d0deb20 into 113df2d7134d4f3fb3cb1563c825ecc9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:46,039 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:46,039 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/B, priority=12, startTime=1732614225577; duration=0sec 2024-11-26T09:43:46,039 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:46,039 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:B 2024-11-26T09:43:46,039 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T09:43:46,040 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T09:43:46,041 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/C is initiating minor compaction (all files) 2024-11-26T09:43:46,041 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/C in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:46,041 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/f4c85cc3893d433e8140d0c75873433e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/da0e1c0bee0d4735ad10d0e27a72f46b, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/aee753669f774d7789617096c2547345, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/a24c2e84067e4e429d3520722428d620] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=47.9 K 2024-11-26T09:43:46,041 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting f4c85cc3893d433e8140d0c75873433e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732614218273 2024-11-26T09:43:46,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742407_1583 (size=31685) 2024-11-26T09:43:46,042 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting da0e1c0bee0d4735ad10d0e27a72f46b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732614219439 2024-11-26T09:43:46,042 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting aee753669f774d7789617096c2547345, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732614221683 2024-11-26T09:43:46,042 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting a24c2e84067e4e429d3520722428d620, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732614223896 2024-11-26T09:43:46,046 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/6a65f6e73ad84cb48d831d5c402d0fb7 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/6a65f6e73ad84cb48d831d5c402d0fb7 2024-11-26T09:43:46,057 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#C#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:46,058 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/048fd33d6f1445d4820676d17f119b24 is 50, key is test_row_0/C:col10/1732614223900/Put/seqid=0 2024-11-26T09:43:46,059 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8ad34be43823be250c1052537d0deb20/A of 8ad34be43823be250c1052537d0deb20 into 6a65f6e73ad84cb48d831d5c402d0fb7(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:46,059 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:46,059 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/A, priority=12, startTime=1732614225576; duration=0sec 2024-11-26T09:43:46,059 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:46,059 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:A 2024-11-26T09:43:46,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742408_1584 (size=12731) 2024-11-26T09:43:46,066 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/048fd33d6f1445d4820676d17f119b24 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/048fd33d6f1445d4820676d17f119b24 2024-11-26T09:43:46,071 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8ad34be43823be250c1052537d0deb20/C of 8ad34be43823be250c1052537d0deb20 into 048fd33d6f1445d4820676d17f119b24(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:46,071 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:46,071 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/C, priority=12, startTime=1732614225577; duration=0sec 2024-11-26T09:43:46,071 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:46,071 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:C 2024-11-26T09:43:46,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:46,106 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d794406a50e24be9923723cd18205175_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d794406a50e24be9923723cd18205175_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:46,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/2b001db35d4340edb7ce4493af6ab211, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:46,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/2b001db35d4340edb7ce4493af6ab211 is 175, key is test_row_0/A:col10/1732614224005/Put/seqid=0 2024-11-26T09:43:46,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742409_1585 (size=31255) 2024-11-26T09:43:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-26T09:43:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:46,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. as already flushing 2024-11-26T09:43:46,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614286190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:46,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:46,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614286195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:46,249 INFO [Thread-2304 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2304. 2024-11-26T09:43:46,249 DEBUG [Thread-2304 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:46,249 DEBUG [Thread-2304 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:46,249 DEBUG [Thread-2304 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:46,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:46,250 INFO [Thread-2302 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2302. 2024-11-26T09:43:46,250 DEBUG [Thread-2302 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:46,250 DEBUG [Thread-2302 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:46,250 DEBUG [Thread-2302 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:46,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:46,251 INFO [Thread-2300 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2300. 2024-11-26T09:43:46,251 DEBUG [Thread-2300 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:46,251 DEBUG [Thread-2300 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:46,251 DEBUG [Thread-2300 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:46,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:46,253 INFO [Thread-2298 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2298. 2024-11-26T09:43:46,253 DEBUG [Thread-2298 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:46,253 DEBUG [Thread-2298 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:46,253 DEBUG [Thread-2298 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:46,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:46,254 INFO [Thread-2306 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2306. 2024-11-26T09:43:46,254 DEBUG [Thread-2306 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:46,254 DEBUG [Thread-2306 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:46,254 DEBUG [Thread-2306 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:46,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:46,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:46,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614286305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614286305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:46,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:46,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:46,511 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/2b001db35d4340edb7ce4493af6ab211 2024-11-26T09:43:46,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:46,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614286514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614286515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/a6b7a90626c848c2a704aa52c69b92d8 is 50, key is test_row_0/B:col10/1732614224005/Put/seqid=0 2024-11-26T09:43:46,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742410_1586 (size=12301) 2024-11-26T09:43:46,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:46,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614286825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614286825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:46,921 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/a6b7a90626c848c2a704aa52c69b92d8 2024-11-26T09:43:46,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/5419d809f115450998f4c3f4d00cec08 is 50, key is test_row_0/C:col10/1732614224005/Put/seqid=0 2024-11-26T09:43:46,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742411_1587 (size=12301) 2024-11-26T09:43:47,330 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/5419d809f115450998f4c3f4d00cec08 2024-11-26T09:43:47,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/2b001db35d4340edb7ce4493af6ab211 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/2b001db35d4340edb7ce4493af6ab211 2024-11-26T09:43:47,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:47,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T09:43:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53172 deadline: 1732614287335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53208 deadline: 1732614287335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:47,336 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/2b001db35d4340edb7ce4493af6ab211, entries=150, sequenceid=287, filesize=30.5 K 2024-11-26T09:43:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 , the old value is region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T09:43:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., hostname=24c191b0ea9d,43373,1732614057595, seqNum=5 because the exception is null or not the one we care about 2024-11-26T09:43:47,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/a6b7a90626c848c2a704aa52c69b92d8 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/a6b7a90626c848c2a704aa52c69b92d8 2024-11-26T09:43:47,339 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/a6b7a90626c848c2a704aa52c69b92d8, entries=150, sequenceid=287, filesize=12.0 K 2024-11-26T09:43:47,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/5419d809f115450998f4c3f4d00cec08 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/5419d809f115450998f4c3f4d00cec08 2024-11-26T09:43:47,342 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/5419d809f115450998f4c3f4d00cec08, entries=150, sequenceid=287, filesize=12.0 K 2024-11-26T09:43:47,343 INFO [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 8ad34be43823be250c1052537d0deb20 in 1652ms, sequenceid=287, compaction requested=false 2024-11-26T09:43:47,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:47,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:47,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/24c191b0ea9d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-26T09:43:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-26T09:43:47,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-26T09:43:47,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3360 sec 2024-11-26T09:43:47,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 3.3410 sec 2024-11-26T09:43:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-26T09:43:48,165 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43373 {}] regionserver.HRegion(8855): Flush requested on 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:48,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T09:43:48,346 INFO [Thread-2289 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2289. 2024-11-26T09:43:48,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:48,346 DEBUG [Thread-2289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:48,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:48,346 DEBUG [Thread-2289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:48,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:48,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:48,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:48,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:48,346 DEBUG [Thread-2289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:48,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:48,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261fe6ef24269b4a18a3c6c85f9f8dc5d8_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614226178/Put/seqid=0 2024-11-26T09:43:48,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742412_1588 (size=12454) 2024-11-26T09:43:48,356 INFO [Thread-2293 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2293. 2024-11-26T09:43:48,356 DEBUG [Thread-2293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:48,356 DEBUG [Thread-2293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:48,356 DEBUG [Thread-2293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:48,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:48,755 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:48,757 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261fe6ef24269b4a18a3c6c85f9f8dc5d8_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261fe6ef24269b4a18a3c6c85f9f8dc5d8_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:48,758 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/fd88a74691bd40e7b9139848a141644f, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:48,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/fd88a74691bd40e7b9139848a141644f is 175, key is test_row_0/A:col10/1732614226178/Put/seqid=0 2024-11-26T09:43:48,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742413_1589 (size=31255) 2024-11-26T09:43:49,163 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/fd88a74691bd40e7b9139848a141644f 2024-11-26T09:43:49,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/5190858bf60b4c959138637f65cc57c4 is 50, key is test_row_0/B:col10/1732614226178/Put/seqid=0 2024-11-26T09:43:49,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742414_1590 (size=12301) 2024-11-26T09:43:49,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/5190858bf60b4c959138637f65cc57c4 2024-11-26T09:43:49,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/418eb19d7e0641bf98890a4f316107d5 is 50, key is test_row_0/C:col10/1732614226178/Put/seqid=0 2024-11-26T09:43:49,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742415_1591 (size=12301) 2024-11-26T09:43:49,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/418eb19d7e0641bf98890a4f316107d5 2024-11-26T09:43:49,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/fd88a74691bd40e7b9139848a141644f as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/fd88a74691bd40e7b9139848a141644f 2024-11-26T09:43:49,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/fd88a74691bd40e7b9139848a141644f, entries=150, sequenceid=301, filesize=30.5 K 2024-11-26T09:43:49,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/5190858bf60b4c959138637f65cc57c4 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/5190858bf60b4c959138637f65cc57c4 2024-11-26T09:43:49,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/5190858bf60b4c959138637f65cc57c4, entries=150, sequenceid=301, filesize=12.0 K 2024-11-26T09:43:49,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/418eb19d7e0641bf98890a4f316107d5 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/418eb19d7e0641bf98890a4f316107d5 2024-11-26T09:43:49,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/418eb19d7e0641bf98890a4f316107d5, entries=150, sequenceid=301, filesize=12.0 K 2024-11-26T09:43:49,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=6.71 KB/6870 for 8ad34be43823be250c1052537d0deb20 in 1647ms, sequenceid=301, compaction requested=true 2024-11-26T09:43:49,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:49,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T09:43:49,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:49,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T09:43:49,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:49,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad34be43823be250c1052537d0deb20:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T09:43:49,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:49,993 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:49,993 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:49,994 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:49,994 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:49,994 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/B is initiating minor compaction (all files) 2024-11-26T09:43:49,994 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/A is initiating minor compaction (all files) 2024-11-26T09:43:49,994 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/B in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:49,994 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/A in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:49,994 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/113df2d7134d4f3fb3cb1563c825ecc9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/a6b7a90626c848c2a704aa52c69b92d8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/5190858bf60b4c959138637f65cc57c4] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=36.5 K 2024-11-26T09:43:49,994 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/6a65f6e73ad84cb48d831d5c402d0fb7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/2b001db35d4340edb7ce4493af6ab211, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/fd88a74691bd40e7b9139848a141644f] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=92.0 K 2024-11-26T09:43:49,994 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:49,994 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. files: [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/6a65f6e73ad84cb48d831d5c402d0fb7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/2b001db35d4340edb7ce4493af6ab211, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/fd88a74691bd40e7b9139848a141644f] 2024-11-26T09:43:49,994 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 113df2d7134d4f3fb3cb1563c825ecc9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732614223896 2024-11-26T09:43:49,995 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a65f6e73ad84cb48d831d5c402d0fb7, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732614223896 2024-11-26T09:43:49,995 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting a6b7a90626c848c2a704aa52c69b92d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732614224005 2024-11-26T09:43:49,995 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b001db35d4340edb7ce4493af6ab211, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732614224005 2024-11-26T09:43:49,995 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 5190858bf60b4c959138637f65cc57c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732614226178 2024-11-26T09:43:49,995 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd88a74691bd40e7b9139848a141644f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732614226178 2024-11-26T09:43:50,001 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:50,001 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#B#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:50,002 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/f7a1381e9854478ca3f89f2d20432de9 is 50, key is test_row_0/B:col10/1732614226178/Put/seqid=0 2024-11-26T09:43:50,002 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411260659d0925db34b8b8a903b5af1a68eb5_8ad34be43823be250c1052537d0deb20 store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:50,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742416_1592 (size=12983) 2024-11-26T09:43:50,005 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411260659d0925db34b8b8a903b5af1a68eb5_8ad34be43823be250c1052537d0deb20, store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:50,005 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260659d0925db34b8b8a903b5af1a68eb5_8ad34be43823be250c1052537d0deb20 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:50,008 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/f7a1381e9854478ca3f89f2d20432de9 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/f7a1381e9854478ca3f89f2d20432de9 2024-11-26T09:43:50,012 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ad34be43823be250c1052537d0deb20/B of 8ad34be43823be250c1052537d0deb20 into f7a1381e9854478ca3f89f2d20432de9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:50,012 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:50,012 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/B, priority=13, startTime=1732614229993; duration=0sec 2024-11-26T09:43:50,012 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T09:43:50,012 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:B 2024-11-26T09:43:50,012 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T09:43:50,013 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T09:43:50,013 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1541): 8ad34be43823be250c1052537d0deb20/C is initiating minor compaction (all files) 2024-11-26T09:43:50,013 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ad34be43823be250c1052537d0deb20/C in TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:50,013 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/048fd33d6f1445d4820676d17f119b24, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/5419d809f115450998f4c3f4d00cec08, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/418eb19d7e0641bf98890a4f316107d5] into tmpdir=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp, totalSize=36.5 K 2024-11-26T09:43:50,013 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 048fd33d6f1445d4820676d17f119b24, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732614223896 2024-11-26T09:43:50,013 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 5419d809f115450998f4c3f4d00cec08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732614224005 2024-11-26T09:43:50,014 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] compactions.Compactor(225): Compacting 418eb19d7e0641bf98890a4f316107d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732614226178 2024-11-26T09:43:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742417_1593 (size=4469) 2024-11-26T09:43:50,020 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#C#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:50,021 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/1e731a578f7d4a8595d86b41c49b6bb4 is 50, key is test_row_0/C:col10/1732614226178/Put/seqid=0 2024-11-26T09:43:50,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742418_1594 (size=12983) 2024-11-26T09:43:50,418 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad34be43823be250c1052537d0deb20#A#compaction#501 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T09:43:50,419 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/ffd729caac314d07af4b3e5ea43ae639 is 175, key is test_row_0/A:col10/1732614226178/Put/seqid=0 2024-11-26T09:43:50,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742419_1595 (size=31937) 2024-11-26T09:43:50,431 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/1e731a578f7d4a8595d86b41c49b6bb4 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/1e731a578f7d4a8595d86b41c49b6bb4 2024-11-26T09:43:50,435 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ad34be43823be250c1052537d0deb20/C of 8ad34be43823be250c1052537d0deb20 into 1e731a578f7d4a8595d86b41c49b6bb4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:50,435 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:50,435 INFO [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/C, priority=13, startTime=1732614229993; duration=0sec 2024-11-26T09:43:50,435 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:50,435 DEBUG [RS:0;24c191b0ea9d:43373-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:C 2024-11-26T09:43:50,717 INFO [Thread-2295 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2295. 2024-11-26T09:43:50,717 INFO [Thread-2291 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2291. 2024-11-26T09:43:50,717 DEBUG [Thread-2295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:50,717 DEBUG [Thread-2291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:50,717 DEBUG [Thread-2295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:50,717 DEBUG [Thread-2291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:50,717 DEBUG [Thread-2295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:50,717 DEBUG [Thread-2291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:50,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:50,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:50,826 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/ffd729caac314d07af4b3e5ea43ae639 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/ffd729caac314d07af4b3e5ea43ae639 2024-11-26T09:43:50,830 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ad34be43823be250c1052537d0deb20/A of 8ad34be43823be250c1052537d0deb20 into ffd729caac314d07af4b3e5ea43ae639(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T09:43:50,830 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ad34be43823be250c1052537d0deb20: 2024-11-26T09:43:50,830 INFO [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., storeName=8ad34be43823be250c1052537d0deb20/A, priority=13, startTime=1732614229993; duration=0sec 2024-11-26T09:43:50,830 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T09:43:50,830 DEBUG [RS:0;24c191b0ea9d:43373-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad34be43823be250c1052537d0deb20:A 2024-11-26T09:43:54,657 INFO [Thread-2287 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2287. 2024-11-26T09:43:54,657 DEBUG [Thread-2287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T09:43:54,657 DEBUG [Thread-2287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:54,657 DEBUG [Thread-2287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:54,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:54,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T09:43:54,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-26T09:43:54,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-26T09:43:54,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-26T09:43:54,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-26T09:43:54,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-26T09:43:54,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T09:43:54,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2886 2024-11-26T09:43:54,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2838 2024-11-26T09:43:54,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2905 2024-11-26T09:43:54,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2884 2024-11-26T09:43:54,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2838 2024-11-26T09:43:54,658 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T09:43:54,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T09:43:54,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T09:43:54,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:54,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:54,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:54,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T09:43:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-26T09:43:54,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614234661"}]},"ts":"1732614234661"} 2024-11-26T09:43:54,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T09:43:54,662 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T09:43:54,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T09:43:54,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad34be43823be250c1052537d0deb20, UNASSIGN}] 2024-11-26T09:43:54,665 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad34be43823be250c1052537d0deb20, UNASSIGN 2024-11-26T09:43:54,665 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=8ad34be43823be250c1052537d0deb20, regionState=CLOSING, regionLocation=24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:54,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad34be43823be250c1052537d0deb20, UNASSIGN because future has completed 2024-11-26T09:43:54,666 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T09:43:54,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595}] 2024-11-26T09:43:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-26T09:43:54,818 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(122): Close 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:54,818 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T09:43:54,818 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1722): Closing 8ad34be43823be250c1052537d0deb20, disabling compactions & flushes 2024-11-26T09:43:54,818 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:54,818 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:54,818 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. after waiting 0 ms 2024-11-26T09:43:54,818 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:54,819 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(2902): Flushing 8ad34be43823be250c1052537d0deb20 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-26T09:43:54,819 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=A 2024-11-26T09:43:54,819 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:54,819 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=B 2024-11-26T09:43:54,819 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:54,819 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad34be43823be250c1052537d0deb20, store=C 2024-11-26T09:43:54,819 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T09:43:54,825 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112611ef79aca9ae479f94d026d3a168b987_8ad34be43823be250c1052537d0deb20 is 50, key is test_row_0/A:col10/1732614234656/Put/seqid=0 2024-11-26T09:43:54,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742420_1596 (size=12454) 2024-11-26T09:43:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-26T09:43:55,229 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T09:43:55,232 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112611ef79aca9ae479f94d026d3a168b987_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112611ef79aca9ae479f94d026d3a168b987_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:55,233 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/fdad4e5a6384460d921e9d7a3d55380b, store: [table=TestAcidGuarantees family=A region=8ad34be43823be250c1052537d0deb20] 2024-11-26T09:43:55,234 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/fdad4e5a6384460d921e9d7a3d55380b is 175, key is test_row_0/A:col10/1732614234656/Put/seqid=0 2024-11-26T09:43:55,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742421_1597 (size=31255) 2024-11-26T09:43:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-26T09:43:55,637 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/fdad4e5a6384460d921e9d7a3d55380b 2024-11-26T09:43:55,642 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/df5f8180610147d888ba4c6a4e6c17b9 is 50, key is test_row_0/B:col10/1732614234656/Put/seqid=0 2024-11-26T09:43:55,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742422_1598 (size=12301) 2024-11-26T09:43:55,755 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T09:43:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-26T09:43:56,046 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/df5f8180610147d888ba4c6a4e6c17b9 2024-11-26T09:43:56,051 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/283fc100e843432380a78fc58a103ca1 is 50, key is test_row_0/C:col10/1732614234656/Put/seqid=0 2024-11-26T09:43:56,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742423_1599 (size=12301) 2024-11-26T09:43:56,454 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/283fc100e843432380a78fc58a103ca1 2024-11-26T09:43:56,458 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/A/fdad4e5a6384460d921e9d7a3d55380b as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/fdad4e5a6384460d921e9d7a3d55380b 2024-11-26T09:43:56,460 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/fdad4e5a6384460d921e9d7a3d55380b, entries=150, sequenceid=311, filesize=30.5 K 2024-11-26T09:43:56,461 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/B/df5f8180610147d888ba4c6a4e6c17b9 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/df5f8180610147d888ba4c6a4e6c17b9 2024-11-26T09:43:56,463 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/df5f8180610147d888ba4c6a4e6c17b9, entries=150, sequenceid=311, filesize=12.0 K 2024-11-26T09:43:56,464 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/.tmp/C/283fc100e843432380a78fc58a103ca1 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/283fc100e843432380a78fc58a103ca1 2024-11-26T09:43:56,466 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/283fc100e843432380a78fc58a103ca1, entries=150, sequenceid=311, filesize=12.0 K 2024-11-26T09:43:56,467 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 8ad34be43823be250c1052537d0deb20 in 1649ms, sequenceid=311, compaction requested=false 2024-11-26T09:43:56,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/f85f5addf0914d6cbca129ab11bd332e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/77a29d5312194fddbd36e61198526a33, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/945cc7df7910487995a7c54b09429fa4, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/d717f4e2fa33491ebc0d1159724b2c8d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/c5297d9470f74463b6f58c6ceab1f479, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/779be106435e446f8eb92788b8001792, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/887f3ec976094520b7e12df7b1e98759, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/525920e9489d484ba099d90dfc342d3f, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/5efdb180812448ed90df6803eda17ad9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/3b2dc41aa6f145299cf1040cce2af311, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/cd4062703a6d4d44b9150641d8f36ad1, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/8b80d97c36cb42d1a06f310bd3deec43, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/a75ed8152c35488e9469eaa2a89da7cb, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/504bf7c45c514ceb8f8c5f43425d111a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/e96bb65ac9df4343a3d252c843e49da8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/635b8a41bf2d4ac681085790139a4537, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/c47136c56ec940bdac17d0d0c6c0cfc7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/6a65f6e73ad84cb48d831d5c402d0fb7, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/2b001db35d4340edb7ce4493af6ab211, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/fd88a74691bd40e7b9139848a141644f] to archive 2024-11-26T09:43:56,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:43:56,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/f85f5addf0914d6cbca129ab11bd332e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/f85f5addf0914d6cbca129ab11bd332e 2024-11-26T09:43:56,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/77a29d5312194fddbd36e61198526a33 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/77a29d5312194fddbd36e61198526a33 2024-11-26T09:43:56,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/945cc7df7910487995a7c54b09429fa4 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/945cc7df7910487995a7c54b09429fa4 2024-11-26T09:43:56,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/d717f4e2fa33491ebc0d1159724b2c8d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/d717f4e2fa33491ebc0d1159724b2c8d 2024-11-26T09:43:56,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/c5297d9470f74463b6f58c6ceab1f479 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/c5297d9470f74463b6f58c6ceab1f479 2024-11-26T09:43:56,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/779be106435e446f8eb92788b8001792 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/779be106435e446f8eb92788b8001792 2024-11-26T09:43:56,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/887f3ec976094520b7e12df7b1e98759 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/887f3ec976094520b7e12df7b1e98759 2024-11-26T09:43:56,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/525920e9489d484ba099d90dfc342d3f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/525920e9489d484ba099d90dfc342d3f 2024-11-26T09:43:56,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/5efdb180812448ed90df6803eda17ad9 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/5efdb180812448ed90df6803eda17ad9 2024-11-26T09:43:56,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/3b2dc41aa6f145299cf1040cce2af311 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/3b2dc41aa6f145299cf1040cce2af311 2024-11-26T09:43:56,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/cd4062703a6d4d44b9150641d8f36ad1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/cd4062703a6d4d44b9150641d8f36ad1 2024-11-26T09:43:56,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/8b80d97c36cb42d1a06f310bd3deec43 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/8b80d97c36cb42d1a06f310bd3deec43 2024-11-26T09:43:56,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/a75ed8152c35488e9469eaa2a89da7cb to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/a75ed8152c35488e9469eaa2a89da7cb 2024-11-26T09:43:56,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/504bf7c45c514ceb8f8c5f43425d111a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/504bf7c45c514ceb8f8c5f43425d111a 2024-11-26T09:43:56,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/e96bb65ac9df4343a3d252c843e49da8 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/e96bb65ac9df4343a3d252c843e49da8 2024-11-26T09:43:56,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/635b8a41bf2d4ac681085790139a4537 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/635b8a41bf2d4ac681085790139a4537 2024-11-26T09:43:56,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/c47136c56ec940bdac17d0d0c6c0cfc7 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/c47136c56ec940bdac17d0d0c6c0cfc7 2024-11-26T09:43:56,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/6a65f6e73ad84cb48d831d5c402d0fb7 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/6a65f6e73ad84cb48d831d5c402d0fb7 2024-11-26T09:43:56,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/2b001db35d4340edb7ce4493af6ab211 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/2b001db35d4340edb7ce4493af6ab211 2024-11-26T09:43:56,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/fd88a74691bd40e7b9139848a141644f to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/fd88a74691bd40e7b9139848a141644f 2024-11-26T09:43:56,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/d3e3fc4a7d434e18862a81c0338db42d, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/338a6bb36a894135a1257a3976e4c70c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/ce77d4ff671740a6a21c36099237c9b2, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/9951f422fe414e70a3abe251a692f166, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/0e6bd9df39634b39bfe35a5c243e7855, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/b20e56c5ad314ae188cc402176c12644, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/6feb4c780930450a8d718e4b6ee8fb9a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/8364dba2400d42238629921c9443db38, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/83f267462b854e4d969fb221dce3a152, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/c70c5b6581dd4d3c9f67a05988842700, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/53ee96096b6b487cae6b943dcc17cfe3, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/a5c25d3353154105ac7d32a0ebd96078, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/222e8fc97d0149ca89d801a2f623b86c, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/5fdbb962354342428dacf6a93629e578, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/6dad17363ed74960b6f13d53f9b98c04, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/ff3a341790e3473eb14b40c53d41fb60, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/113df2d7134d4f3fb3cb1563c825ecc9, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/9d867a30432f407c9ef0ff4b72fbad76, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/a6b7a90626c848c2a704aa52c69b92d8, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/5190858bf60b4c959138637f65cc57c4] to archive 2024-11-26T09:43:56,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:43:56,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/d3e3fc4a7d434e18862a81c0338db42d to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/d3e3fc4a7d434e18862a81c0338db42d 2024-11-26T09:43:56,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/338a6bb36a894135a1257a3976e4c70c to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/338a6bb36a894135a1257a3976e4c70c 2024-11-26T09:43:56,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/ce77d4ff671740a6a21c36099237c9b2 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/ce77d4ff671740a6a21c36099237c9b2 2024-11-26T09:43:56,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/9951f422fe414e70a3abe251a692f166 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/9951f422fe414e70a3abe251a692f166 2024-11-26T09:43:56,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/0e6bd9df39634b39bfe35a5c243e7855 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/0e6bd9df39634b39bfe35a5c243e7855 2024-11-26T09:43:56,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/b20e56c5ad314ae188cc402176c12644 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/b20e56c5ad314ae188cc402176c12644 2024-11-26T09:43:56,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/6feb4c780930450a8d718e4b6ee8fb9a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/6feb4c780930450a8d718e4b6ee8fb9a 2024-11-26T09:43:56,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/8364dba2400d42238629921c9443db38 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/8364dba2400d42238629921c9443db38 2024-11-26T09:43:56,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/83f267462b854e4d969fb221dce3a152 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/83f267462b854e4d969fb221dce3a152 2024-11-26T09:43:56,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/c70c5b6581dd4d3c9f67a05988842700 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/c70c5b6581dd4d3c9f67a05988842700 2024-11-26T09:43:56,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/53ee96096b6b487cae6b943dcc17cfe3 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/53ee96096b6b487cae6b943dcc17cfe3 2024-11-26T09:43:56,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/a5c25d3353154105ac7d32a0ebd96078 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/a5c25d3353154105ac7d32a0ebd96078 2024-11-26T09:43:56,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/222e8fc97d0149ca89d801a2f623b86c to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/222e8fc97d0149ca89d801a2f623b86c 2024-11-26T09:43:56,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/5fdbb962354342428dacf6a93629e578 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/5fdbb962354342428dacf6a93629e578 2024-11-26T09:43:56,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/6dad17363ed74960b6f13d53f9b98c04 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/6dad17363ed74960b6f13d53f9b98c04 2024-11-26T09:43:56,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/ff3a341790e3473eb14b40c53d41fb60 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/ff3a341790e3473eb14b40c53d41fb60 2024-11-26T09:43:56,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/113df2d7134d4f3fb3cb1563c825ecc9 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/113df2d7134d4f3fb3cb1563c825ecc9 2024-11-26T09:43:56,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/9d867a30432f407c9ef0ff4b72fbad76 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/9d867a30432f407c9ef0ff4b72fbad76 2024-11-26T09:43:56,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/a6b7a90626c848c2a704aa52c69b92d8 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/a6b7a90626c848c2a704aa52c69b92d8 2024-11-26T09:43:56,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/5190858bf60b4c959138637f65cc57c4 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/5190858bf60b4c959138637f65cc57c4 2024-11-26T09:43:56,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/ba1aab83013b45e99839b34f5f6ba035, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/8c1aefe020584aad89c25141b87f3bfb, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/de4de3da1dd94b378b2927b67e84cdfa, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/39126aef874943f5a23f16a13847bdca, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/ae3a7c1a59894acdac180f5a6874c874, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/00d265da122c4bdeab01e287db3eac9a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/d5d2f176a08a4d4da0621a6b2dcc23a0, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/56535dc7d4e74791ab6155af3e99af9a, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/8a3434d93ac54e46a57f0e0014ba8212, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/fda2d8edbe4c4f67830487afec12411e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/e389e2f485e648239a40869181978d56, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/6488aa17348047fcbd09956faa098866, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/f4c85cc3893d433e8140d0c75873433e, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/f1764b1e07a34cebb4c9c410ce574337, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/da0e1c0bee0d4735ad10d0e27a72f46b, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/aee753669f774d7789617096c2547345, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/048fd33d6f1445d4820676d17f119b24, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/a24c2e84067e4e429d3520722428d620, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/5419d809f115450998f4c3f4d00cec08, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/418eb19d7e0641bf98890a4f316107d5] to archive 2024-11-26T09:43:56,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T09:43:56,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/ba1aab83013b45e99839b34f5f6ba035 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/ba1aab83013b45e99839b34f5f6ba035 2024-11-26T09:43:56,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/8c1aefe020584aad89c25141b87f3bfb to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/8c1aefe020584aad89c25141b87f3bfb 2024-11-26T09:43:56,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/de4de3da1dd94b378b2927b67e84cdfa to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/de4de3da1dd94b378b2927b67e84cdfa 2024-11-26T09:43:56,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/39126aef874943f5a23f16a13847bdca to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/39126aef874943f5a23f16a13847bdca 2024-11-26T09:43:56,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/ae3a7c1a59894acdac180f5a6874c874 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/ae3a7c1a59894acdac180f5a6874c874 2024-11-26T09:43:56,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/00d265da122c4bdeab01e287db3eac9a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/00d265da122c4bdeab01e287db3eac9a 2024-11-26T09:43:56,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/d5d2f176a08a4d4da0621a6b2dcc23a0 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/d5d2f176a08a4d4da0621a6b2dcc23a0 2024-11-26T09:43:56,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/56535dc7d4e74791ab6155af3e99af9a to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/56535dc7d4e74791ab6155af3e99af9a 2024-11-26T09:43:56,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/8a3434d93ac54e46a57f0e0014ba8212 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/8a3434d93ac54e46a57f0e0014ba8212 2024-11-26T09:43:56,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/fda2d8edbe4c4f67830487afec12411e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/fda2d8edbe4c4f67830487afec12411e 2024-11-26T09:43:56,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/e389e2f485e648239a40869181978d56 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/e389e2f485e648239a40869181978d56 2024-11-26T09:43:56,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/6488aa17348047fcbd09956faa098866 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/6488aa17348047fcbd09956faa098866 2024-11-26T09:43:56,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/f4c85cc3893d433e8140d0c75873433e to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/f4c85cc3893d433e8140d0c75873433e 2024-11-26T09:43:56,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/f1764b1e07a34cebb4c9c410ce574337 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/f1764b1e07a34cebb4c9c410ce574337 2024-11-26T09:43:56,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/da0e1c0bee0d4735ad10d0e27a72f46b to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/da0e1c0bee0d4735ad10d0e27a72f46b 2024-11-26T09:43:56,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/aee753669f774d7789617096c2547345 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/aee753669f774d7789617096c2547345 2024-11-26T09:43:56,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/048fd33d6f1445d4820676d17f119b24 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/048fd33d6f1445d4820676d17f119b24 2024-11-26T09:43:56,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/a24c2e84067e4e429d3520722428d620 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/a24c2e84067e4e429d3520722428d620 2024-11-26T09:43:56,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/5419d809f115450998f4c3f4d00cec08 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/5419d809f115450998f4c3f4d00cec08 2024-11-26T09:43:56,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/418eb19d7e0641bf98890a4f316107d5 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/418eb19d7e0641bf98890a4f316107d5 2024-11-26T09:43:56,524 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/recovered.edits/314.seqid, newMaxSeqId=314, maxSeqId=4 2024-11-26T09:43:56,524 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. 2024-11-26T09:43:56,525 DEBUG [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1676): Region close journal for 8ad34be43823be250c1052537d0deb20: Waiting for close lock at 1732614234818Running coprocessor pre-close hooks at 1732614234818Disabling compacts and flushes for region at 1732614234818Disabling writes for close at 1732614234818Obtaining lock to block concurrent updates at 1732614234819 (+1 ms)Preparing flush snapshotting stores in 8ad34be43823be250c1052537d0deb20 at 1732614234819Finished memstore snapshotting TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732614234819Flushing stores of TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20. at 1732614234819Flushing 8ad34be43823be250c1052537d0deb20/A: creating writer at 1732614234819Flushing mob file 8ad34be43823be250c1052537d0deb20/A: appending metadata at 1732614234825 (+6 ms)Flushing mob file 8ad34be43823be250c1052537d0deb20/A: closing flushed file at 1732614234825Flushing 8ad34be43823be250c1052537d0deb20/A: appending metadata at 1732614235233 (+408 ms)Flushing 8ad34be43823be250c1052537d0deb20/A: closing flushed file at 1732614235233Flushing 8ad34be43823be250c1052537d0deb20/B: creating writer at 1732614235640 (+407 ms)Flushing 8ad34be43823be250c1052537d0deb20/B: appending metadata at 1732614235642 (+2 ms)Flushing 8ad34be43823be250c1052537d0deb20/B: closing flushed file at 1732614235642Flushing 8ad34be43823be250c1052537d0deb20/C: creating writer at 1732614236049 (+407 ms)Flushing 8ad34be43823be250c1052537d0deb20/C: appending metadata at 1732614236051 (+2 ms)Flushing 8ad34be43823be250c1052537d0deb20/C: closing flushed file at 1732614236051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@599e00c6: reopening flushed file at 1732614236457 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a4e63b: reopening flushed file at 1732614236460 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ccd4b1: reopening flushed file at 1732614236463 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 8ad34be43823be250c1052537d0deb20 in 1649ms, sequenceid=311, compaction requested=false at 1732614236467 (+4 ms)Writing region close event to WAL at 1732614236521 (+54 ms)Running coprocessor post-close hooks at 1732614236524 (+3 ms)Closed at 1732614236524 2024-11-26T09:43:56,526 INFO [RS_CLOSE_REGION-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(157): Closed 8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=8ad34be43823be250c1052537d0deb20, regionState=CLOSED 2024-11-26T09:43:56,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 because future has completed 2024-11-26T09:43:56,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-26T09:43:56,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseRegionProcedure 8ad34be43823be250c1052537d0deb20, server=24c191b0ea9d,43373,1732614057595 in 1.8630 sec 2024-11-26T09:43:56,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=170, resume processing ppid=169 2024-11-26T09:43:56,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad34be43823be250c1052537d0deb20, UNASSIGN in 1.8660 sec 2024-11-26T09:43:56,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-26T09:43:56,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8690 sec 2024-11-26T09:43:56,535 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732614236534"}]},"ts":"1732614236534"} 2024-11-26T09:43:56,536 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T09:43:56,536 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T09:43:56,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8770 sec 2024-11-26T09:43:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-26T09:43:56,805 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:56,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T09:43:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:56,808 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-26T09:43:56,808 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=172, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:56,810 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,812 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C, FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/recovered.edits] 2024-11-26T09:43:56,814 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/fdad4e5a6384460d921e9d7a3d55380b to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/fdad4e5a6384460d921e9d7a3d55380b 2024-11-26T09:43:56,814 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/ffd729caac314d07af4b3e5ea43ae639 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/A/ffd729caac314d07af4b3e5ea43ae639 2024-11-26T09:43:56,816 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/df5f8180610147d888ba4c6a4e6c17b9 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/df5f8180610147d888ba4c6a4e6c17b9 2024-11-26T09:43:56,817 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/f7a1381e9854478ca3f89f2d20432de9 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/B/f7a1381e9854478ca3f89f2d20432de9 2024-11-26T09:43:56,819 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/1e731a578f7d4a8595d86b41c49b6bb4 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/1e731a578f7d4a8595d86b41c49b6bb4 2024-11-26T09:43:56,820 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/283fc100e843432380a78fc58a103ca1 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/C/283fc100e843432380a78fc58a103ca1 2024-11-26T09:43:56,821 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/recovered.edits/314.seqid to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20/recovered.edits/314.seqid 2024-11-26T09:43:56,822 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/default/TestAcidGuarantees/8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,822 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T09:43:56,822 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T09:43:56,823 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T09:43:56,825 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112611ef79aca9ae479f94d026d3a168b987_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112611ef79aca9ae479f94d026d3a168b987_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,826 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261abf404aabf548eb8dbebc5f96880a57_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261abf404aabf548eb8dbebc5f96880a57_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,827 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261caf12936b3d4f60beedacbee66370c2_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261caf12936b3d4f60beedacbee66370c2_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,828 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261fe6ef24269b4a18a3c6c85f9f8dc5d8_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261fe6ef24269b4a18a3c6c85f9f8dc5d8_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,829 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126354b4cd5d89745fb819d07d85da58de8_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126354b4cd5d89745fb819d07d85da58de8_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,830 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112636210d46bc8741df87c42da11a60d2c9_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112636210d46bc8741df87c42da11a60d2c9_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,831 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112649aa911131614b538391518d6a770bbb_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112649aa911131614b538391518d6a770bbb_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,832 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112667cb5e3a55414ebbbc92b496339cb79f_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112667cb5e3a55414ebbbc92b496339cb79f_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,833 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112671a2c0ea29234934be2664853bb2436a_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112671a2c0ea29234934be2664853bb2436a_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,834 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268271d715597f4e03b3ba92f878cc2962_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268271d715597f4e03b3ba92f878cc2962_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,834 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126921601a244a7438fa39450d0cf086e58_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126921601a244a7438fa39450d0cf086e58_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,835 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269c61837e9f2b400e880c7196c8107bfd_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269c61837e9f2b400e880c7196c8107bfd_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,836 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bb01048e37ec40709b7168d7725c24e8_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bb01048e37ec40709b7168d7725c24e8_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,837 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d13e11aee87147eeb7b51ffd26e98874_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d13e11aee87147eeb7b51ffd26e98874_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,837 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d794406a50e24be9923723cd18205175_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d794406a50e24be9923723cd18205175_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,838 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e0cbce8dde164b7890186164f76b0a5d_8ad34be43823be250c1052537d0deb20 to hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e0cbce8dde164b7890186164f76b0a5d_8ad34be43823be250c1052537d0deb20 2024-11-26T09:43:56,838 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T09:43:56,840 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=172, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:56,842 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T09:43:56,844 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T09:43:56,845 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=172, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:56,845 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T09:43:56,845 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732614236845"}]},"ts":"9223372036854775807"} 2024-11-26T09:43:56,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-26T09:43:56,846 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8ad34be43823be250c1052537d0deb20, NAME => 'TestAcidGuarantees,,1732614203148.8ad34be43823be250c1052537d0deb20.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T09:43:56,847 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T09:43:56,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732614236847"}]},"ts":"9223372036854775807"} 2024-11-26T09:43:56,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-26T09:43:56,849 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=172, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T09:43:56,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-26T09:43:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-26T09:43:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-26T09:43:56,915 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-26T09:43:56,924 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 250), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 358) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 13), AvailableMemoryMB=3046 (was 3198) 2024-11-26T09:43:56,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T09:43:56,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T09:43:56,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T09:43:56,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:56,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:56,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T09:43:56,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T09:43:56,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2051383393, stopped=false 2024-11-26T09:43:56,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=24c191b0ea9d,33185,1732614056759 2024-11-26T09:43:56,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T09:43:56,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T09:43:56,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T09:43:56,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T09:43:56,928 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T09:43:56,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T09:43:56,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T09:43:56,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:56,928 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '24c191b0ea9d,43373,1732614057595' ***** 2024-11-26T09:43:56,928 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T09:43:56,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T09:43:56,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T09:43:56,929 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T09:43:56,929 INFO [RS:0;24c191b0ea9d:43373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T09:43:56,929 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T09:43:56,930 INFO [RS:0;24c191b0ea9d:43373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T09:43:56,930 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(959): stopping server 24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:56,930 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T09:43:56,930 INFO [RS:0;24c191b0ea9d:43373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;24c191b0ea9d:43373. 2024-11-26T09:43:56,930 DEBUG [RS:0;24c191b0ea9d:43373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T09:43:56,930 DEBUG [RS:0;24c191b0ea9d:43373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:56,930 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T09:43:56,930 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T09:43:56,930 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T09:43:56,930 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T09:43:56,931 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T09:43:56,931 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T09:43:56,931 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T09:43:56,931 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T09:43:56,931 INFO [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T09:43:56,931 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T09:43:56,931 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T09:43:56,931 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T09:43:56,931 INFO [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-26T09:43:56,955 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/.tmp/info/9208491d57674cdd91ebe402924e0a71 is 95, key is TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e./info:/1732614089908/DeleteFamily/seqid=0 2024-11-26T09:43:56,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742424_1600 (size=6514) 2024-11-26T09:43:56,978 INFO [regionserver/24c191b0ea9d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T09:43:57,121 INFO [regionserver/24c191b0ea9d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T09:43:57,121 INFO [regionserver/24c191b0ea9d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T09:43:57,131 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T09:43:57,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T09:43:57,331 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T09:43:57,359 INFO [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/.tmp/info/9208491d57674cdd91ebe402924e0a71 2024-11-26T09:43:57,378 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/.tmp/ns/47e3787cf54849e9914f80abfc320702 is 93, key is TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e./ns:/1732614089850/DeleteFamily/seqid=0 2024-11-26T09:43:57,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742425_1601 (size=5906) 2024-11-26T09:43:57,532 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T09:43:57,732 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T09:43:57,781 INFO [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/.tmp/ns/47e3787cf54849e9914f80abfc320702 2024-11-26T09:43:57,799 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/.tmp/rep_barrier/fc97988bc1af4a9781f9e21d312e9a48 is 102, key is TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e./rep_barrier:/1732614089850/DeleteFamily/seqid=0 2024-11-26T09:43:57,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742426_1602 (size=6025) 2024-11-26T09:43:57,932 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T09:43:58,132 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T09:43:58,203 INFO [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/.tmp/rep_barrier/fc97988bc1af4a9781f9e21d312e9a48 2024-11-26T09:43:58,221 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/.tmp/table/ec52585e7639459ab82dc98bf8894b71 is 96, key is TestAcidGuarantees,,1732614061620.44ae427d32194a2f5c1b27b94c148d0e./table:/1732614089850/DeleteFamily/seqid=0 2024-11-26T09:43:58,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742427_1603 (size=5936) 2024-11-26T09:43:58,332 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T09:43:58,533 DEBUG [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T09:43:58,624 INFO [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/.tmp/table/ec52585e7639459ab82dc98bf8894b71 2024-11-26T09:43:58,628 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/.tmp/info/9208491d57674cdd91ebe402924e0a71 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/info/9208491d57674cdd91ebe402924e0a71 2024-11-26T09:43:58,631 INFO [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/info/9208491d57674cdd91ebe402924e0a71, entries=12, sequenceid=90, filesize=6.4 K 2024-11-26T09:43:58,631 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/.tmp/ns/47e3787cf54849e9914f80abfc320702 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/ns/47e3787cf54849e9914f80abfc320702 2024-11-26T09:43:58,634 INFO [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/ns/47e3787cf54849e9914f80abfc320702, entries=8, sequenceid=90, filesize=5.8 K 2024-11-26T09:43:58,634 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/.tmp/rep_barrier/fc97988bc1af4a9781f9e21d312e9a48 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/rep_barrier/fc97988bc1af4a9781f9e21d312e9a48 2024-11-26T09:43:58,637 INFO [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/rep_barrier/fc97988bc1af4a9781f9e21d312e9a48, entries=6, sequenceid=90, filesize=5.9 K 2024-11-26T09:43:58,637 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/.tmp/table/ec52585e7639459ab82dc98bf8894b71 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/table/ec52585e7639459ab82dc98bf8894b71 2024-11-26T09:43:58,640 INFO [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/table/ec52585e7639459ab82dc98bf8894b71, entries=7, sequenceid=90, filesize=5.8 K 2024-11-26T09:43:58,640 INFO [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=90, compaction requested=false 2024-11-26T09:43:58,644 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-26T09:43:58,645 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T09:43:58,645 INFO [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T09:43:58,645 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732614236931Running coprocessor pre-close hooks at 1732614236931Disabling compacts and flushes for region at 1732614236931Disabling writes for close at 1732614236931Obtaining lock to block concurrent updates at 1732614236931Preparing flush snapshotting stores in 1588230740 at 1732614236931Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732614236932 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732614236932Flushing 1588230740/info: creating writer at 1732614236933 (+1 ms)Flushing 1588230740/info: appending metadata at 1732614236955 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732614236955Flushing 1588230740/ns: creating writer at 1732614237363 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732614237377 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732614237377Flushing 1588230740/rep_barrier: creating writer at 1732614237784 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732614237799 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732614237799Flushing 1588230740/table: creating writer at 1732614238206 (+407 ms)Flushing 1588230740/table: appending metadata at 1732614238220 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732614238220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15191cfb: reopening flushed file at 1732614238627 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73bd8889: reopening flushed file at 1732614238631 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62ae8f01: reopening flushed file at 1732614238634 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e131bc: reopening flushed file at 1732614238637 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=90, compaction requested=false at 1732614238641 (+4 ms)Writing region close event to WAL at 1732614238642 (+1 ms)Running coprocessor post-close hooks at 1732614238645 (+3 ms)Closed at 1732614238645 2024-11-26T09:43:58,645 DEBUG [RS_CLOSE_META-regionserver/24c191b0ea9d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T09:43:58,733 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(976): stopping server 24c191b0ea9d,43373,1732614057595; all regions closed. 2024-11-26T09:43:58,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741834_1010 (size=25344) 2024-11-26T09:43:58,739 DEBUG [RS:0;24c191b0ea9d:43373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/oldWALs 2024-11-26T09:43:58,739 INFO [RS:0;24c191b0ea9d:43373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 24c191b0ea9d%2C43373%2C1732614057595.meta:.meta(num 1732614061164) 2024-11-26T09:43:58,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741832_1008 (size=18423903) 2024-11-26T09:43:58,742 DEBUG [RS:0;24c191b0ea9d:43373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/oldWALs 2024-11-26T09:43:58,742 INFO [RS:0;24c191b0ea9d:43373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 24c191b0ea9d%2C43373%2C1732614057595:(num 1732614060280) 2024-11-26T09:43:58,743 DEBUG [RS:0;24c191b0ea9d:43373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T09:43:58,743 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T09:43:58,743 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T09:43:58,743 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.ChoreService(370): Chore service for: regionserver/24c191b0ea9d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T09:43:58,743 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T09:43:58,743 INFO [regionserver/24c191b0ea9d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T09:43:58,744 INFO [RS:0;24c191b0ea9d:43373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43373 2024-11-26T09:43:58,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/24c191b0ea9d,43373,1732614057595 2024-11-26T09:43:58,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T09:43:58,748 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T09:43:58,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [24c191b0ea9d,43373,1732614057595] 2024-11-26T09:43:58,750 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/24c191b0ea9d,43373,1732614057595 already deleted, retry=false 2024-11-26T09:43:58,750 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 24c191b0ea9d,43373,1732614057595 expired; onlineServers=0 2024-11-26T09:43:58,751 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '24c191b0ea9d,33185,1732614056759' ***** 2024-11-26T09:43:58,751 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T09:43:58,751 INFO [M:0;24c191b0ea9d:33185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T09:43:58,751 INFO [M:0;24c191b0ea9d:33185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T09:43:58,751 DEBUG [M:0;24c191b0ea9d:33185 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T09:43:58,751 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T09:43:58,751 DEBUG [M:0;24c191b0ea9d:33185 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T09:43:58,751 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster-HFileCleaner.small.0-1732614059913 {}] cleaner.HFileCleaner(306): Exit Thread[master/24c191b0ea9d:0:becomeActiveMaster-HFileCleaner.small.0-1732614059913,5,FailOnTimeoutGroup] 2024-11-26T09:43:58,751 DEBUG [master/24c191b0ea9d:0:becomeActiveMaster-HFileCleaner.large.0-1732614059912 {}] cleaner.HFileCleaner(306): Exit Thread[master/24c191b0ea9d:0:becomeActiveMaster-HFileCleaner.large.0-1732614059912,5,FailOnTimeoutGroup] 2024-11-26T09:43:58,751 INFO [M:0;24c191b0ea9d:33185 {}] hbase.ChoreService(370): Chore service for: master/24c191b0ea9d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T09:43:58,751 INFO [M:0;24c191b0ea9d:33185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T09:43:58,751 DEBUG [M:0;24c191b0ea9d:33185 {}] master.HMaster(1795): Stopping service threads 2024-11-26T09:43:58,751 INFO [M:0;24c191b0ea9d:33185 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T09:43:58,752 INFO [M:0;24c191b0ea9d:33185 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T09:43:58,752 ERROR [M:0;24c191b0ea9d:33185 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-26T09:43:58,752 INFO [M:0;24c191b0ea9d:33185 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T09:43:58,752 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T09:43:58,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T09:43:58,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T09:43:58,753 DEBUG [M:0;24c191b0ea9d:33185 {}] zookeeper.ZKUtil(347): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T09:43:58,753 WARN [M:0;24c191b0ea9d:33185 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T09:43:58,753 INFO [M:0;24c191b0ea9d:33185 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/.lastflushedseqids 2024-11-26T09:43:58,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742428_1604 (size=72) 2024-11-26T09:43:58,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T09:43:58,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1003334206d0001, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T09:43:58,851 INFO [RS:0;24c191b0ea9d:43373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T09:43:58,851 INFO [RS:0;24c191b0ea9d:43373 {}] regionserver.HRegionServer(1031): Exiting; stopping=24c191b0ea9d,43373,1732614057595; zookeeper connection closed. 2024-11-26T09:43:58,851 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21a4c3f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21a4c3f1 2024-11-26T09:43:58,852 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T09:43:59,163 INFO [M:0;24c191b0ea9d:33185 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T09:43:59,163 INFO [M:0;24c191b0ea9d:33185 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T09:43:59,164 DEBUG [M:0;24c191b0ea9d:33185 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T09:43:59,164 INFO [M:0;24c191b0ea9d:33185 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T09:43:59,164 DEBUG [M:0;24c191b0ea9d:33185 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T09:43:59,164 DEBUG [M:0;24c191b0ea9d:33185 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T09:43:59,164 DEBUG [M:0;24c191b0ea9d:33185 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T09:43:59,164 INFO [M:0;24c191b0ea9d:33185 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=771.58 KB heapSize=944.68 KB 2024-11-26T09:43:59,180 DEBUG [M:0;24c191b0ea9d:33185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdca6e26f5474e98ae4aaf0fa35f082e is 82, key is hbase:meta,,1/info:regioninfo/1732614061258/Put/seqid=0 2024-11-26T09:43:59,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742429_1605 (size=5672) 2024-11-26T09:43:59,584 INFO [M:0;24c191b0ea9d:33185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2133 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdca6e26f5474e98ae4aaf0fa35f082e 2024-11-26T09:43:59,604 DEBUG [M:0;24c191b0ea9d:33185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/128319f0b34e44a4b5d556b27b71e511 is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x93/proc:d/1732614206212/Put/seqid=0 2024-11-26T09:43:59,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742430_1606 (size=45706) 2024-11-26T09:44:00,008 INFO [M:0;24c191b0ea9d:33185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=771.03 KB at sequenceid=2133 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/128319f0b34e44a4b5d556b27b71e511 2024-11-26T09:44:00,011 INFO [M:0;24c191b0ea9d:33185 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 128319f0b34e44a4b5d556b27b71e511 2024-11-26T09:44:00,030 DEBUG [M:0;24c191b0ea9d:33185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df3f8ce1dae541efb278e0396df9f618 is 69, key is 24c191b0ea9d,43373,1732614057595/rs:state/1732614060050/Put/seqid=0 2024-11-26T09:44:00,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073742431_1607 (size=5156) 2024-11-26T09:44:00,433 INFO [M:0;24c191b0ea9d:33185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2133 (bloomFilter=true), to=hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df3f8ce1dae541efb278e0396df9f618 2024-11-26T09:44:00,437 DEBUG [M:0;24c191b0ea9d:33185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdca6e26f5474e98ae4aaf0fa35f082e as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fdca6e26f5474e98ae4aaf0fa35f082e 2024-11-26T09:44:00,439 INFO [M:0;24c191b0ea9d:33185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fdca6e26f5474e98ae4aaf0fa35f082e, entries=8, sequenceid=2133, filesize=5.5 K 2024-11-26T09:44:00,440 DEBUG [M:0;24c191b0ea9d:33185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/128319f0b34e44a4b5d556b27b71e511 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/128319f0b34e44a4b5d556b27b71e511 2024-11-26T09:44:00,442 INFO [M:0;24c191b0ea9d:33185 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 128319f0b34e44a4b5d556b27b71e511 2024-11-26T09:44:00,442 INFO [M:0;24c191b0ea9d:33185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/128319f0b34e44a4b5d556b27b71e511, entries=172, sequenceid=2133, filesize=44.6 K 2024-11-26T09:44:00,443 DEBUG [M:0;24c191b0ea9d:33185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df3f8ce1dae541efb278e0396df9f618 as hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df3f8ce1dae541efb278e0396df9f618 2024-11-26T09:44:00,445 INFO [M:0;24c191b0ea9d:33185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42339/user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df3f8ce1dae541efb278e0396df9f618, entries=1, sequenceid=2133, filesize=5.0 K 2024-11-26T09:44:00,446 INFO [M:0;24c191b0ea9d:33185 {}] regionserver.HRegion(3140): Finished flush of dataSize ~771.58 KB/790100, heapSize ~944.38 KB/967048, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=2133, compaction requested=false 2024-11-26T09:44:00,447 INFO [M:0;24c191b0ea9d:33185 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T09:44:00,447 DEBUG [M:0;24c191b0ea9d:33185 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732614239164Disabling compacts and flushes for region at 1732614239164Disabling writes for close at 1732614239164Obtaining lock to block concurrent updates at 1732614239164Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732614239164Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=790100, getHeapSize=967288, getOffHeapSize=0, getCellsCount=2330 at 1732614239164Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732614239165 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732614239165Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732614239180 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732614239180Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732614239587 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732614239604 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732614239604Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732614240012 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732614240029 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732614240029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@579d6c8a: reopening flushed file at 1732614240436 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a878ed: reopening flushed file at 1732614240439 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ec0b33: reopening flushed file at 1732614240442 (+3 ms)Finished flush of dataSize ~771.58 KB/790100, heapSize ~944.38 KB/967048, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=2133, compaction requested=false at 1732614240446 (+4 ms)Writing region close event to WAL at 1732614240447 (+1 ms)Closed at 1732614240447 2024-11-26T09:44:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741830_1006 (size=929952) 2024-11-26T09:44:00,450 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aaae1e43-6b1b-094c-0e2f-eaa1e28b183a/MasterData/WALs/24c191b0ea9d,33185,1732614056759/24c191b0ea9d%2C33185%2C1732614056759.1732614059353 not finished, retry = 0 2024-11-26T09:44:00,551 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T09:44:00,551 INFO [M:0;24c191b0ea9d:33185 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T09:44:00,551 INFO [M:0;24c191b0ea9d:33185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33185 2024-11-26T09:44:00,551 INFO [M:0;24c191b0ea9d:33185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T09:44:00,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T09:44:00,653 INFO [M:0;24c191b0ea9d:33185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T09:44:00,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33185-0x1003334206d0000, quorum=127.0.0.1:52077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T09:44:00,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T09:44:00,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T09:44:00,661 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T09:44:00,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T09:44:00,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/hadoop.log.dir/,STOPPED} 2024-11-26T09:44:00,664 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T09:44:00,664 WARN [BP-1311972754-172.17.0.2-1732614053300 heartbeating to localhost/127.0.0.1:42339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T09:44:00,664 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T09:44:00,664 WARN [BP-1311972754-172.17.0.2-1732614053300 heartbeating to localhost/127.0.0.1:42339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1311972754-172.17.0.2-1732614053300 (Datanode Uuid dfffdd0c-2cc9-4921-8ef8-a7a28d9f4f13) service to localhost/127.0.0.1:42339 2024-11-26T09:44:00,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/cluster_7ef2c909-522d-b466-bb24-0c37386567f3/data/data1/current/BP-1311972754-172.17.0.2-1732614053300 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T09:44:00,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/cluster_7ef2c909-522d-b466-bb24-0c37386567f3/data/data2/current/BP-1311972754-172.17.0.2-1732614053300 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T09:44:00,667 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T09:44:00,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T09:44:00,675 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T09:44:00,675 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T09:44:00,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T09:44:00,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1def027-dcad-0dc3-e095-ddca98f8e188/hadoop.log.dir/,STOPPED} 2024-11-26T09:44:00,690 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T09:44:00,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down